{"id":"W4400440846","doi":"10.1101/2024.07.08.602512","title":"GPT-3 reveals selective insensitivity to global <i>vs.</i> local linguistic context in speech produced by treatment-naïve patients with positive thought disorder","year":2024,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Psychological Treatments and Assessments","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Robarts Clinical Trials; McGill University; Douglas Mental Health University Institute; Western University; Lawson Health Research Institute","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Canada First Research Excellence Fund; McGill University","keywords":"Context (archaeology); Linguistic context; Linguistics; Psychology; Speech disorder; Communication; History; Philosophy; Linguistic analysis","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002688153,0.000273942,0.0002457692,0.0004092459,0.0002286008,0.0003922726,0.0001338332,0.0003161752,0.002120585],"category_scores_gemma":[0.001867513,0.000137101,0.0001490021,0.000216891,0.0004068478,0.0001813002,0.0004272537,0.0003695204,0.0003059478],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001564009,"about_ca_system_score_gemma":0.000100074,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001053867,"about_ca_topic_score_gemma":0.001482551,"domain_scores_codex":[0.9998184,0.00004597197,0.00001937611,0.00004918995,0.00003770617,0.00002934225],"domain_scores_gemma":[0.9990563,0.0004432678,0.0002411458,0.00007147752,0.00006691858,0.0001208219],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.003863297,0.00018046,0.4477722,0.0001379649,0.0001107249,0.002907312,0.00326861,0.0004909987,0.5172943,0.0001103432,0.0003306833,0.02353308],"study_design_scores_gemma":[0.00001768339,0.0003926622,0.9848137,0.000006691037,0.00002834738,0.002451154,0.0007381742,0.0009231853,0.01035965,0.0001073157,0.0001480358,0.00001332235],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9996244,0.0000128336,0.0001491521,0.000008837958,0.000001093439,0.000003294841,0.00006847377,0.000006230468,0.0001257615],"genre_scores_gemma":[0.9996339,0.000009793529,0.0001479183,0.000009917726,0.000001624523,0.000006268426,0.0001108229,0.000005646312,0.00007408003],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002120585,"threshold_uncertainty_score":0.007094085,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01170051563582126,"score_gpt":0.279637950293445,"score_spread":0.2679374346576238,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}