{"id":"W1597411858","doi":"10.1331/japha.2008.07081","title":"Reliability testing of a case-leveling framework for assigning level of difficulty of pharmacist's initial patient medication assessments","year":2008,"lang":"en","type":"article","venue":"Journal of the American Pharmacists Association","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; St. Michael's Hospital","funders":"","keywords":"Medicine; Helpfulness; Inter-rater reliability; Cohen's kappa; Pharmacist; Reliability (semiconductor); Kappa; Family medicine; Test (biology); Medication therapy management; Concordance; Pharmacy; Statistics; Psychology; Internal medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001501376,0.0001455251,0.0006995358,0.0001150129,0.0001158509,0.00000510888,0.0001649435,0.00005806829,0.00001446928],"category_scores_gemma":[0.008895082,0.0001029708,0.000341374,0.0004817404,0.0001566545,0.000224701,0.00005275634,0.0004937836,2.739838e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003817277,"about_ca_system_score_gemma":0.0003122193,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003803161,"about_ca_topic_score_gemma":2.183319e-7,"domain_scores_codex":[0.9968483,0.0003576225,0.001434581,0.0001354949,0.001025005,0.0001990381],"domain_scores_gemma":[0.986608,0.003356864,0.008229245,0.0001625441,0.001524845,0.0001185609],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.003357216,0.002044551,0.8054088,0.0006377216,0.001235266,0.00008971293,0.002363723,0.001066181,0.1283653,0.00001560426,0.0009085521,0.05450737],"study_design_scores_gemma":[0.01839721,0.005138424,0.42969,0.001625962,0.005845674,0.004214387,0.001673745,0.0734067,0.4573452,0.0009728763,0.00101855,0.0006712656],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9867985,0.00005299207,0.01162367,0.0003472666,0.0005428453,0.0004390072,0.0001210525,0.000006365397,0.00006825046],"genre_scores_gemma":[0.9675368,0.00007464545,0.03192637,0.0002539011,0.0001686392,0.000006481358,0.000004821283,0.00001603377,0.00001230726],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3757187,"threshold_uncertainty_score":0.9994534,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.37239965287039,"score_gpt":0.4967535720782547,"score_spread":0.1243539192078648,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}