{"id":"W2053223862","doi":"10.1080/13561820601133981","title":"Comparison of self, physician, and simulated patient ratings of pharmacist performance in a family practice simulator","year":2007,"lang":"en","type":"article","venue":"Journal of Interprofessional Care","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; University of Toronto; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Generalizability theory; Medicine; Family medicine; Pharmacist; Cohen's kappa; Primary care; Nursing; Psychology; Pharmacy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000925314,0.0001268396,0.0004737906,0.0002421881,0.0001258324,5.496627e-7,0.0001423256,0.0001352496,0.00001951491],"category_scores_gemma":[0.000542664,0.00009708099,0.00007435245,0.000256635,0.00006710124,0.0002974365,0.00008532075,0.0009110406,0.000003185806],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001694465,"about_ca_system_score_gemma":0.0004793902,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001668295,"about_ca_topic_score_gemma":0.000006747218,"domain_scores_codex":[0.9970573,0.0003244153,0.001711574,0.0001104573,0.0005796139,0.0002166634],"domain_scores_gemma":[0.9943944,0.00133361,0.002754177,0.0001066956,0.001284734,0.0001263465],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.007324195,0.0009097403,0.8407978,0.001189485,0.00009409351,0.00001448355,0.1273557,0.002935503,0.01203517,0.00006114732,0.0003958834,0.006886834],"study_design_scores_gemma":[0.007853228,0.002366862,0.5259158,0.01327936,0.0001620332,0.0000112147,0.417911,0.01070563,0.01148047,0.0000274548,0.009963357,0.000323589],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9966007,0.0007279708,0.0002583838,0.0002129508,0.0009052267,0.0003125334,0.00001172909,0.000006721575,0.0009637284],"genre_scores_gemma":[0.9981257,0.00004276697,0.0008818572,0.0008311174,0.00007790318,0.000002142049,0.000007103527,0.00001177563,0.00001962511],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.314882,"threshold_uncertainty_score":0.3958848,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05179887117168817,"score_gpt":0.487298159628127,"score_spread":0.4354992884564388,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}