{"id":"W6929215141","doi":"10.48448/abca-vb49","title":"Large Language Models are biased to overestimate profoundness","year":2023,"lang":"en","type":"other","venue":"Open MIND","topic":"Blood properties and coagulation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Natural (archaeology); Work (physics); Expression (computer science); Natural language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001397376,0.000176557,0.0003705998,0.0001146433,0.00003415029,0.00007964252,0.0001868511,0.0001805557,0.01073978],"category_scores_gemma":[0.00003557588,0.0001397446,0.00004661751,0.0001578256,0.000009922192,0.00005578257,0.00019453,0.0001165568,0.003172036],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003465572,"about_ca_system_score_gemma":0.0000879522,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007673487,"about_ca_topic_score_gemma":0.003056064,"domain_scores_codex":[0.9990506,0.00001912885,0.00014311,0.0003355618,0.0001970376,0.0002545777],"domain_scores_gemma":[0.9993247,0.000009591467,0.00009540548,0.0004209549,0.00002734644,0.0001220338],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003322501,0.0003058316,0.0004987395,0.0002995206,0.0002975985,0.0004139966,0.002274089,0.0000686415,0.000294729,0.00004433102,0.9365562,0.05861414],"study_design_scores_gemma":[0.00195656,0.0001622716,0.0005534636,0.003296759,0.0002584426,0.00001189426,0.00109634,0.002474799,0.0004768516,0.00002710272,0.989244,0.0004415005],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.01587692,0.0005141208,0.000241001,0.001005215,0.0004110498,0.0030457,0.0004901222,0.00007223472,0.9783436],"genre_scores_gemma":[0.01387222,0.00001345983,0.001805218,0.0003035199,0.0002781774,0.00008006544,0.0001519141,0.0005911101,0.9829043],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.05817264,"threshold_uncertainty_score":0.9976041,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08727980673928541,"score_gpt":0.3538016882916343,"score_spread":0.2665218815523489,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}