{"id":"W4405021649","doi":"10.3389/fmed.2024.1495582","title":"Why we need to be careful with LLMs in medicine","year":2024,"lang":"en","type":"article","venue":"Frontiers in Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Context (archaeology); Health care; Workflow; Psychology; Data science; Computer science; Political science; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03715684,0.001091826,0.002063005,0.003126744,0.00383862,0.01188984,0.006174423,0.01929809,0.01653908],"category_scores_gemma":[0.1582754,0.001377017,0.002047439,0.001617102,0.031819,0.03542948,0.009289909,0.02795066,0.01247927],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007240595,"about_ca_system_score_gemma":0.006947222,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006585013,"about_ca_topic_score_gemma":0.005930066,"domain_scores_codex":[0.9756564,0.01372818,0.00195129,0.002647445,0.005003314,0.00101333],"domain_scores_gemma":[0.8414661,0.1162104,0.005992567,0.01022768,0.01758141,0.008521802],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003965796,0.0001720821,0.003966338,0.002627353,0.0002708671,0.001358791,0.006124377,0.001462528,0.0007834366,0.2042941,0.5422655,0.2362781],"study_design_scores_gemma":[0.0001390337,0.0001187215,0.001276847,0.003686909,0.0001014287,0.001906856,0.003517572,0.001325303,0.0006105032,0.517579,0.4695637,0.0001741787],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.000726087,0.04419651,0.009973681,0.9320707,0.00614207,0.00002265709,0.00009008453,0.0003219158,0.006456356],"genre_scores_gemma":[0.07722403,0.06625788,0.05519826,0.7530463,0.03519281,0.0003208782,0.0002310024,0.001009877,0.01151894],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.03715684,"threshold_uncertainty_score":0.1965065,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1052464033688267,"score_gpt":0.4055075634106417,"score_spread":0.300261160041815,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}