{"id":"W4229015090","doi":"10.1136/bjophthalmol-2022-321141","title":"New meaning for NLP: the trials and tribulations of natural language processing with GPT-3 in ophthalmology","year":2022,"lang":"en","type":"review","venue":"British Journal of Ophthalmology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":121,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Natural language processing; Artificial intelligence; Generative grammar; Mainstream; Meaning (existential); Natural language understanding; Computer science; Natural language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002665193,0.0001717451,0.002126712,0.0003062822,0.0001312971,0.00002530493,0.0001796508,0.0002055021,0.0003293329],"category_scores_gemma":[0.002854827,0.0001250949,0.0002684762,0.0003731491,0.0001083716,0.00007933204,0.00003417767,0.0008584098,3.731667e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000120995,"about_ca_system_score_gemma":0.001830197,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000566532,"about_ca_topic_score_gemma":0.00001512691,"domain_scores_codex":[0.9969408,0.0006552144,0.001766701,0.0001990353,0.0001934767,0.0002447676],"domain_scores_gemma":[0.9954172,0.00241565,0.001739098,0.0001216445,0.0002144932,0.00009196587],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"case_report","study_design_scores_codex":[0.0002139745,0.00006918858,0.0002334152,0.003090238,0.0001126581,0.002236111,0.0007506658,0.00000444049,0.000001299197,0.00002460927,0.0001252534,0.9931381],"study_design_scores_gemma":[0.0004459179,0.001788639,0.0003866598,0.0121286,0.001204247,0.9352931,0.002461553,0.00002333987,0.000007357511,0.0004886521,0.04557694,0.000194992],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01259293,0.9853837,0.00004588941,0.0002188471,0.0004866932,0.001016249,0.00001754554,0.000002676826,0.0002355047],"genre_scores_gemma":[0.134197,0.8617406,0.002477965,0.00002787466,0.0008996846,0.00008895642,0.00007741346,0.00005388261,0.0004365808],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9929432,"threshold_uncertainty_score":0.5101224,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3374422278635977,"score_gpt":0.5168707836926603,"score_spread":0.1794285558290626,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}