{"id":"W4404752296","doi":"10.18653/v1/2024.blackboxnlp-1.6","title":"LLM Internal States Reveal Hallucination Risk Faced With a Query","year":2024,"lang":"en","type":"article","venue":"","topic":"Hallucinations in medical conditions","field":"Neuroscience","cited_by":16,"is_retracted":false,"has_abstract":true,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Natural Science Foundation of China","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003426905,0.000725323,0.0004827614,0.0008120168,0.0004229104,0.001866975,0.0006236947,0.0009682042,0.001413541],"category_scores_gemma":[0.02968285,0.0002983894,0.0006194495,0.0004914311,0.0008171838,0.002303155,0.002241663,0.001302299,0.0006482719],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007872194,"about_ca_system_score_gemma":0.0005735428,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002541391,"about_ca_topic_score_gemma":0.002553907,"domain_scores_codex":[0.9986649,0.0004480112,0.0001418146,0.0003624957,0.0002344611,0.0001484822],"domain_scores_gemma":[0.9894994,0.006802691,0.0009547005,0.001748862,0.0007073106,0.0002869794],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003076106,0.0003348725,0.3019045,0.0009011449,0.0007862617,0.001012763,0.00386705,0.1281811,0.05985915,0.004677132,0.009704352,0.4856955],"study_design_scores_gemma":[0.00006232099,0.0004877403,0.07961705,0.0001125924,0.0001768771,0.0007886693,0.00139361,0.8590036,0.03662647,0.01884679,0.002746174,0.0001381836],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9031213,0.0009624917,0.08724561,0.0009303468,0.00008961306,0.0001159571,0.001509539,0.003132662,0.002892566],"genre_scores_gemma":[0.9880974,0.00007050347,0.01051932,0.000094444,0.00001391719,0.00002488718,0.0008367689,0.00006352545,0.0002793044],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003426905,"threshold_uncertainty_score":0.01812345,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01575168994856648,"score_gpt":0.2904858905976904,"score_spread":0.2747342006491239,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}