{"id":"W2053223862","doi":"10.1080/13561820601133981","title":"Comparison of self, physician, and simulated patient ratings of pharmacist performance in a family practice simulator","year":2007,"lang":"en","type":"article","venue":"Journal of Interprofessional Care","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; University of Toronto; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Generalizability theory; Medicine; Family medicine; Pharmacist; Cohen's kappa; Primary care; Nursing; Psychology; Pharmacy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004455315,0.0003320812,0.0003022749,0.0004936219,0.0001816066,0.0006024187,0.0003075495,0.0004927271,0.001145923],"category_scores_gemma":[0.02461488,0.000221886,0.0004914288,0.0001457569,0.0003382618,0.0004709653,0.0007411817,0.0002857257,0.0003130286],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003714662,"about_ca_system_score_gemma":0.0003210283,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009218964,"about_ca_topic_score_gemma":0.001432777,"domain_scores_codex":[0.9957008,0.002383043,0.0003782435,0.0003573148,0.001023459,0.000157197],"domain_scores_gemma":[0.9821862,0.01032993,0.002801431,0.0008969217,0.002320023,0.001465526],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00454738,0.00151912,0.9204118,0.0001495062,0.0004430203,0.0003403671,0.004992789,0.004785271,0.01811652,0.00006559536,0.0008358282,0.0437928],"study_design_scores_gemma":[0.000138493,0.009347267,0.9758003,0.00001984889,0.00005795877,0.0004115119,0.001789828,0.007996468,0.003744811,0.00004019659,0.0005985025,0.00005474421],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9992318,0.00001083631,0.0002875566,0.00001154784,0.000003699924,0.00002246033,0.00004800964,0.00001268652,0.000371455],"genre_scores_gemma":[0.9989126,0.00001557878,0.0006868198,0.00001422141,0.000004206147,0.00002897013,0.0001354198,0.000003916678,0.0001984278],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004455315,"threshold_uncertainty_score":0.02356225,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05179887117168817,"score_gpt":0.487298159628127,"score_spread":0.4354992884564388,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}