{"id":"W4404200936","doi":"10.1007/978-3-031-71452-8_15","title":"Shannon’s Entropy, Kullback-Leibler Divergence, and Mutual Information in Diagnostic Systems","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Fault Detection and Control Systems","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Jewish General Hospital","funders":"","keywords":"Kullback–Leibler divergence; Mutual information; Divergence (linguistics); Information theory; Entropy (arrow of time); Statistical physics; Mathematics; Statistics; Physics; Philosophy; Thermodynamics; Linguistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001262938,0.001110939,0.001021955,0.001829854,0.0005067463,0.002914608,0.0009853678,0.002006746,0.00249372],"category_scores_gemma":[0.003958362,0.0004883054,0.0005313273,0.002619443,0.003364789,0.005099884,0.0008989688,0.002585177,0.0006032593],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001305562,"about_ca_system_score_gemma":0.0006682191,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001188635,"about_ca_topic_score_gemma":0.001009175,"domain_scores_codex":[0.9990652,0.000289209,0.00006516086,0.0001500587,0.0003968335,0.00003353026],"domain_scores_gemma":[0.9980101,0.001702652,0.00005896946,0.00007958878,0.0001272048,0.00002146315],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002566497,0.00002656766,0.0002679012,0.0003692333,0.00003206674,0.0001161707,0.0001954325,0.02173081,0.0008382814,0.8329769,0.01378197,0.1296389],"study_design_scores_gemma":[0.000002947433,0.00002631085,0.0003151179,0.000103976,0.00001197889,0.0001878286,0.00003739123,0.03552632,0.0006952086,0.9308245,0.03223034,0.0000381258],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007537913,0.20968,0.6626213,0.005927301,0.002894529,0.0000552853,0.0003400944,0.0003306828,0.1106129],"genre_scores_gemma":[0.4496798,0.154835,0.3055792,0.002745462,0.008439885,0.0002680199,0.0006064608,0.0002908125,0.07755532],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.002914608,"threshold_uncertainty_score":0.009472609,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.005789027007128772,"score_gpt":0.1799118189886066,"score_spread":0.1741227919814779,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}