{"id":"W4386830080","doi":"10.2139/ssrn.4571725","title":"ChatENT: Augmented Large Language Model for Expert Knowledge Retrieval in Otolaryngology - Head and Neck Surgery","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Otorhinolaryngology; Head and neck surgery; Head and neck; Medicine; Computer science; Head (geology); Medical physics; Surgery; Geology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001568473,0.001539969,0.00170397,0.001972078,0.0007192927,0.001859231,0.002203315,0.002110062,0.009352054],"category_scores_gemma":[0.005919307,0.0006965034,0.002107733,0.001454517,0.0003524289,0.002836852,0.001759115,0.001985076,0.00479453],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008739629,"about_ca_system_score_gemma":0.002081763,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01818996,"about_ca_topic_score_gemma":0.02377046,"domain_scores_codex":[0.9989931,0.0003874499,0.00008411128,0.0002476562,0.000196986,0.00009072292],"domain_scores_gemma":[0.9975371,0.001584459,0.00006595436,0.000341623,0.0003598993,0.0001108148],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003117669,0.0009368994,0.002856152,0.001206589,0.001044551,0.0009653708,0.0002784567,0.1600386,0.0176586,0.005601527,0.09543858,0.710857],"study_design_scores_gemma":[0.0001154102,0.0001604149,0.0005091385,0.00002994519,0.0001370145,0.000135882,0.00004292168,0.9814563,0.004018888,0.007370643,0.005982358,0.00004111602],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05407856,0.003853879,0.8543622,0.001217614,0.0008756013,0.0005008838,0.01837673,0.06343255,0.003301961],"genre_scores_gemma":[0.4012948,0.001479576,0.5449728,0.0009918142,0.0004820916,0.000932145,0.03512182,0.002228069,0.01249677],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01818996,"threshold_uncertainty_score":0.03616816,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1363856228145183,"score_gpt":0.4272001346128082,"score_spread":0.2908145117982899,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}