{"id":"W4401713067","doi":"10.1101/2024.08.15.24312054","title":"Generative artificial intelligence models in clinical infectious disease consultations: a cross-sectional analysis among specialists and resident trainees","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Princess Margaret Cancer Centre","funders":"","keywords":"Infectious disease (medical specialty); Generative grammar; Cross-sectional study; Medicine; Family medicine; Medical education; Psychology; Disease; Artificial intelligence; Computer science; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01405474,0.0003085933,0.0003708793,0.001173148,0.0004889941,0.001587836,0.0007033712,0.0009589366,0.001618056],"category_scores_gemma":[0.04514065,0.0004602414,0.000595631,0.0007380954,0.001067278,0.000982239,0.001796456,0.001228152,0.0002924343],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000892392,"about_ca_system_score_gemma":0.0007322744,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003839548,"about_ca_topic_score_gemma":0.004013767,"domain_scores_codex":[0.9931151,0.005117642,0.0002956598,0.0005087954,0.0006813251,0.0002814661],"domain_scores_gemma":[0.942879,0.04246196,0.007325403,0.002524002,0.002611185,0.002198417],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000142251,0.0004118328,0.9859379,0.0000423943,0.00007754368,0.0001078903,0.008916213,0.0004978213,0.0001896561,0.00007389425,0.0001370208,0.003465594],"study_design_scores_gemma":[0.00002741726,0.001572433,0.9633885,0.00007403749,0.00009430066,0.000670562,0.02065713,0.01218538,0.0003071163,0.0003240861,0.0006583941,0.00004062289],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9996106,0.0000308108,0.000169571,0.00004267433,0.000001251345,0.00002017281,0.00002272503,0.000002493851,0.00009956316],"genre_scores_gemma":[0.999464,0.00003221606,0.0002932501,0.00003839103,0.000002806874,0.00003154047,0.00006014942,0.00000234776,0.00007530834],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01405474,"threshold_uncertainty_score":0.07432944,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2367072786856643,"score_gpt":0.4908701528044314,"score_spread":0.2541628741187671,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}