{"id":"W4394951469","doi":"10.2196/53421","title":"A Multidisciplinary Assessment of ChatGPT’s Knowledge of Amyloidosis: Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Cardio","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Observational study; Multidisciplinary approach; Amyloidosis; Medical physics; Medicine; Intensive care medicine; Internal medicine; Sociology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00588699,0.0003881244,0.001104423,0.002927123,0.001261613,0.001567086,0.001041898,0.001297648,0.00196759],"category_scores_gemma":[0.02721051,0.0005284182,0.001337034,0.002634299,0.0007572691,0.001980923,0.002787232,0.001415524,0.0004655027],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001042186,"about_ca_system_score_gemma":0.0009813145,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00496851,"about_ca_topic_score_gemma":0.004055574,"domain_scores_codex":[0.9933848,0.002499952,0.001283584,0.001125253,0.001196819,0.0005095946],"domain_scores_gemma":[0.9642894,0.01106029,0.01472596,0.001931977,0.004844099,0.003148283],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00008931764,0.00007448028,0.9972071,0.00006881401,0.00008033281,0.0001386875,0.001196576,0.000021832,0.00004268185,0.000011736,0.0001680986,0.000900362],"study_design_scores_gemma":[0.00002334383,0.0003020613,0.9936011,0.00009233352,0.0001023278,0.0007808371,0.0041943,0.0003947648,0.00004363478,0.00004369008,0.0003993128,0.00002226138],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.998679,0.0003316027,0.0001147387,0.00007471396,0.00001052433,0.00004788095,0.0003250357,0.000004386273,0.000412121],"genre_scores_gemma":[0.9993061,0.0001171197,0.0001246195,0.00005012577,0.00001668562,0.00005445363,0.000272297,0.000003644237,0.00005488658],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00588699,"threshold_uncertainty_score":0.03113371,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3116387691981336,"score_gpt":0.5349873825719419,"score_spread":0.2233486133738083,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}