{"id":"W4402622969","doi":"10.1016/j.tics.2024.06.008","title":"LLMs don’t know anything: reply to Yildirim and Paul","year":2024,"lang":"en","type":"review","venue":"Trends in Cognitive Sciences","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Psychoanalysis; Environmental ethics; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001503153,0.0002798596,0.0008922824,0.001169021,0.0001106924,0.00009691548,0.0001384733,0.000308948,0.0001453456],"category_scores_gemma":[0.0002903263,0.0001644946,0.0001590747,0.002624552,0.001742853,0.00006588706,0.0001622676,0.0006954246,0.0000474706],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005929255,"about_ca_system_score_gemma":0.0003802658,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005646084,"about_ca_topic_score_gemma":0.00005244931,"domain_scores_codex":[0.9977281,0.00009891092,0.000451324,0.0008314192,0.000584866,0.0003053801],"domain_scores_gemma":[0.9992024,0.0002534587,0.0001053573,0.0001310544,0.00007518369,0.0002325523],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004189954,0.00002939983,0.000004476879,0.002261732,0.00002972589,0.00005558103,0.000319153,1.701395e-8,5.263133e-7,0.0002827056,0.001534108,0.9954784],"study_design_scores_gemma":[0.0001799733,0.0003401768,0.000105537,0.05293091,0.0006335335,0.0001301818,0.0002300923,0.00004311956,0.000001833716,0.000874954,0.9442827,0.0002470389],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00002596854,0.9821439,0.00001777968,0.007371616,0.0004562429,0.0002836964,0.00003995522,0.00004395019,0.009616933],"genre_scores_gemma":[0.0009100475,0.9938801,0.0002777284,0.000918354,0.0002723442,0.00004139774,0.00005494784,0.0000187357,0.003626344],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9952313,"threshold_uncertainty_score":0.6707893,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2667767853359105,"score_gpt":0.5082707071294521,"score_spread":0.2414939217935416,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}