{"id":"W4381486753","doi":"10.1016/j.hansur.2023.06.005","title":"Is ChatGPT able to pass the first part of the European Board of Hand Surgery diploma examination?","year":2023,"lang":"en","type":"letter","venue":"Hand surgery & rehabilitation","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"ca_institutions":"Western University","funders":"","keywords":"CLARITY; Turkish; Medicine; Quality (philosophy); Conversation; Medical education; Medical physics; Psychology; Linguistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00292536,0.0002521249,0.0006745883,0.0003955092,0.0003594136,0.0000516664,0.0001725758,0.000278999,0.0001022554],"category_scores_gemma":[0.004621766,0.0001661776,0.0005079436,0.0009610189,0.0004269088,0.0001003438,0.0000553521,0.0004868026,0.000103119],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001277367,"about_ca_system_score_gemma":0.0004091777,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008151544,"about_ca_topic_score_gemma":0.0002003703,"domain_scores_codex":[0.9962698,0.0008354086,0.001337331,0.0004366918,0.0007502565,0.0003704924],"domain_scores_gemma":[0.9856458,0.01187547,0.0005961821,0.0009247924,0.0008858256,0.00007186943],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003535569,0.00006752291,0.06426419,0.001483323,0.00004997251,0.000005069969,0.00807749,0.000009695334,0.00007397151,0.000006324971,0.8831643,0.0427628],"study_design_scores_gemma":[0.00002657445,0.0001411096,0.2826737,0.002375145,0.0001197052,0.000004435516,0.001377426,0.00002542494,0.003823649,0.0003565537,0.7088711,0.0002052215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4193459,0.0001963532,0.00004303263,0.5758253,0.002713221,0.001325741,0.00004832695,0.00003492035,0.0004671921],"genre_scores_gemma":[0.915907,0.0001778201,0.00003410079,0.07491864,0.003673702,0.0003979445,0.000300045,0.0001283346,0.004462428],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5009067,"threshold_uncertainty_score":0.6776527,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1020060519604576,"score_gpt":0.3404105089444738,"score_spread":0.2384044569840162,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}