{"id":"W3022756532","doi":"10.1186/s12909-020-02050-3","title":"Codebook for rating clinical communication skills based on the Calgary-Cambridge Guide","year":2020,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Sygehus Lillebælt; Syddansk Universitet; Region Syddanmark","keywords":"Intraclass correlation; Codebook; Inter-rater reliability; Reliability (semiconductor); Intra-rater reliability; Operationalization; Rating scale; Medical physics; Computer science; Reliability engineering; Psychology; Applied psychology; Statistics; Medical education; Medicine; Psychometrics; Clinical psychology; Artificial intelligence; Mathematics; Engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02014237,0.001077688,0.001492639,0.007860183,0.001608144,0.002137226,0.003530833,0.001167697,0.01479245],"category_scores_gemma":[0.08905743,0.0007178235,0.001293074,0.005889114,0.001608692,0.001878286,0.00282273,0.00270798,0.006678686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005859213,"about_ca_system_score_gemma":0.02223239,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01774169,"about_ca_topic_score_gemma":0.03265092,"domain_scores_codex":[0.9793689,0.00792378,0.005475269,0.0006645549,0.006039174,0.0005283895],"domain_scores_gemma":[0.9298425,0.02018669,0.004455624,0.005382448,0.03832187,0.001810849],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001367508,0.0006106291,0.01738995,0.007660404,0.00007281465,0.0006801154,0.01121233,0.002627093,0.006298765,0.01810761,0.292459,0.6415138],"study_design_scores_gemma":[0.001485969,0.001823367,0.1180301,0.01535806,0.0002081763,0.003939311,0.01497917,0.01669797,0.007325602,0.02361417,0.7958027,0.0007354259],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07443963,0.005723556,0.5201358,0.007294166,0.003511964,0.2210008,0.06856079,0.006105246,0.09322805],"genre_scores_gemma":[0.06093039,0.002182598,0.7680638,0.0006822504,0.0001619015,0.1306821,0.02275117,0.0005880138,0.01395776],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02014237,"threshold_uncertainty_score":0.1065243,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3119921914600388,"score_gpt":0.5208980441553038,"score_spread":0.208905852695265,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}