{"id":"W1597411858","doi":"10.1331/japha.2008.07081","title":"Reliability testing of a case-leveling framework for assigning level of difficulty of pharmacist's initial patient medication assessments","year":2008,"lang":"en","type":"article","venue":"Journal of the American Pharmacists Association","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; St. Michael's Hospital","funders":"","keywords":"Medicine; Helpfulness; Inter-rater reliability; Cohen's kappa; Pharmacist; Reliability (semiconductor); Kappa; Family medicine; Test (biology); Medication therapy management; Concordance; Pharmacy; Statistics; Psychology; Internal medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1517939,0.0009889139,0.001190405,0.002529448,0.002396254,0.002560096,0.002736523,0.001607374,0.001861119],"category_scores_gemma":[0.4206704,0.000967922,0.00281478,0.001693929,0.002870914,0.00278597,0.004203571,0.002206733,0.0005136105],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003875748,"about_ca_system_score_gemma":0.00542286,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008362652,"about_ca_topic_score_gemma":0.006777052,"domain_scores_codex":[0.8609118,0.09347659,0.01119596,0.008087116,0.02440179,0.0019267],"domain_scores_gemma":[0.3893667,0.4888626,0.01484268,0.02690787,0.07837383,0.001646368],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0102223,0.004166752,0.6992207,0.001179165,0.002738777,0.0003021282,0.02511641,0.02771437,0.007755027,0.01672562,0.004585605,0.2002731],"study_design_scores_gemma":[0.002198129,0.01043947,0.4838075,0.0005194886,0.002240901,0.0007215256,0.008526403,0.4588605,0.01178418,0.0139235,0.006546397,0.000432135],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7696679,0.0001777967,0.2175052,0.0005328392,0.0003124764,0.004703406,0.0003756547,0.0004939454,0.006230718],"genre_scores_gemma":[0.9051191,0.00003189696,0.09222349,0.00007749353,0.00003529547,0.001883627,0.0002875261,0.00004826739,0.0002932686],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1517939,"threshold_uncertainty_score":0.8027725,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.37239965287039,"score_gpt":0.4967535720782547,"score_spread":0.1243539192078648,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}