{"id":"W4387645063","doi":"10.2196/48452","title":"The Potential of GPT-4 as a Support Tool for Pharmacists: Analytical Study Using the Japanese National Examination for Pharmacists","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Pharmacy; Health care; Medical education; Computer science; Psychology; Artificial intelligence; Medicine; Family medicine; Political science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01189753,0.0005229022,0.000557487,0.00241066,0.0006560558,0.001140499,0.0006695767,0.0007880105,0.001292919],"category_scores_gemma":[0.06095242,0.000330092,0.0007883166,0.001529479,0.0006969131,0.001658638,0.002251324,0.0008401585,0.0004055156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00133071,"about_ca_system_score_gemma":0.002039489,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007989952,"about_ca_topic_score_gemma":0.009556126,"domain_scores_codex":[0.9918217,0.004399182,0.0008966271,0.0006575698,0.001774066,0.0004508643],"domain_scores_gemma":[0.937588,0.03793295,0.005255681,0.002484542,0.01496921,0.001769601],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00102651,0.002084683,0.8728029,0.0006386688,0.0001394979,0.0007929218,0.01254192,0.001179214,0.002158433,0.0002527497,0.001648519,0.104734],"study_design_scores_gemma":[0.0001431368,0.004014544,0.9575092,0.0001762158,0.0003421173,0.0007422333,0.007338383,0.02186381,0.003455821,0.0002629625,0.004085915,0.0000655929],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9981427,0.00004453679,0.0005773658,0.00008936138,0.000007065976,0.0002635733,0.0001210555,0.00002575198,0.0007286042],"genre_scores_gemma":[0.9936149,0.0001046467,0.004675609,0.0001236472,0.00002108346,0.0004335099,0.0003805774,0.000009822874,0.0006362237],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01189753,"threshold_uncertainty_score":0.06292093,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1671781130524259,"score_gpt":0.5439264989512443,"score_spread":0.3767483858988185,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}