{"id":"W4229015090","doi":"10.1136/bjophthalmol-2022-321141","title":"New meaning for NLP: the trials and tribulations of natural language processing with GPT-3 in ophthalmology","year":2022,"lang":"en","type":"review","venue":"British Journal of Ophthalmology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":121,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Natural language processing; Artificial intelligence; Generative grammar; Mainstream; Meaning (existential); Natural language understanding; Computer science; Natural language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002463212,0.0006491054,0.001314715,0.002454642,0.0003932045,0.001990981,0.001207237,0.002258206,0.004068831],"category_scores_gemma":[0.004917318,0.0003933678,0.000970982,0.00236594,0.001470778,0.003834853,0.001418649,0.004482572,0.002180664],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001093112,"about_ca_system_score_gemma":0.002080339,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002378496,"about_ca_topic_score_gemma":0.002925985,"domain_scores_codex":[0.9992144,0.0002941653,0.0001100603,0.00008846336,0.0002602737,0.000032568],"domain_scores_gemma":[0.997384,0.00207549,0.0001205901,0.00007204098,0.0002912483,0.00005654389],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005542498,0.00004790022,0.0001170812,0.01288703,0.00008485509,0.0001327778,0.0001950602,0.0003846319,0.0003371188,0.01793357,0.02142487,0.9463997],"study_design_scores_gemma":[0.00002872478,0.00007424049,0.0006124797,0.01377549,0.0001094847,0.001058387,0.0001472458,0.0003168369,0.0003021852,0.01342147,0.9701126,0.00004095131],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00009385399,0.9966897,0.0004107635,0.001396077,0.0002207594,0.000007475257,0.00001274719,0.00001001031,0.00115861],"genre_scores_gemma":[0.0009509674,0.9966397,0.0007206721,0.0009784483,0.0002402551,0.00001528985,0.0000256873,0.000008496833,0.0004204507],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.004068831,"threshold_uncertainty_score":0.01361156,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3374422278635977,"score_gpt":0.5168707836926603,"score_spread":0.1794285558290626,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}