{"id":"W7133757555","doi":"10.2196/86073","title":"Evaluation of a RAG-Based LLM for Evidence-Based Herb and Supplement Information in Cancer Care (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Cancer","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"","keywords":"Cancer; Herb; Alternative medicine; MEDLINE; Health care","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05324926,0.001296112,0.002481238,0.003399288,0.001103709,0.004369085,0.00222681,0.002621473,0.03093449],"category_scores_gemma":[0.1742113,0.0007009121,0.00640282,0.002104926,0.001587736,0.003526802,0.003854113,0.003035136,0.002261742],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004115531,"about_ca_system_score_gemma":0.004782613,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003204145,"about_ca_topic_score_gemma":0.003779293,"domain_scores_codex":[0.9606664,0.02987405,0.003003764,0.001406361,0.004587555,0.0004618362],"domain_scores_gemma":[0.824961,0.1555316,0.007553572,0.004049414,0.005978969,0.001925484],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.2582686,0.01601611,0.02180439,0.04232408,0.02400889,0.0001770211,0.002119188,0.01600969,0.003720831,0.01367805,0.01190592,0.5899673],"study_design_scores_gemma":[0.1910541,0.242097,0.1003656,0.02269225,0.1001668,0.0004800899,0.004747346,0.1806538,0.01679052,0.02372331,0.1161349,0.00109432],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7087448,0.02759917,0.08391286,0.01710319,0.002800709,0.07398248,0.02065913,0.004721537,0.06047608],"genre_scores_gemma":[0.7874795,0.002351146,0.1844284,0.002538917,0.0002988155,0.01607571,0.002678795,0.0001467713,0.00400197],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05324926,"threshold_uncertainty_score":0.2816123,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1010361126336962,"score_gpt":0.4597235553583363,"score_spread":0.35868744272464,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}