{"id":"W4367397368","doi":"10.1016/j.ajogmf.2023.100993","title":"Chat Generative Pre-trained Transformer–written obstetrics and gynecology abstracts fool practitioners","year":2023,"lang":"en","type":"letter","venue":"American Journal of Obstetrics & Gynecology MFM","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Scopus; Aside; Computer science; Web of science; Generative grammar; Transparency (behavior); Library science; Medical education; World Wide Web; Medicine; Artificial intelligence; MEDLINE; Political science; Internal medicine; Literature","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002205427,0.0004706967,0.0002858197,0.0004295539,0.001115842,0.0007923907,0.0007967045,0.002167917,0.1016085],"category_scores_gemma":[0.01508823,0.0003724724,0.0002549391,0.0001320279,0.0004265078,0.0008977585,0.001203484,0.002780253,0.03545376],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009659322,"about_ca_system_score_gemma":0.00163232,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002319721,"about_ca_topic_score_gemma":0.00697013,"domain_scores_codex":[0.999276,0.0003118608,0.00004433803,0.0001077341,0.0001367313,0.0001233896],"domain_scores_gemma":[0.9909128,0.005730509,0.0001663869,0.0007808349,0.001364688,0.001044662],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.002237478,0.00187052,0.01242628,0.0002687649,0.00002742965,0.005897066,0.004387763,0.0019512,0.01770095,0.004531031,0.5369858,0.4117158],"study_design_scores_gemma":[0.001223508,0.002293065,0.02897188,0.0006380965,0.00009813278,0.008714907,0.005739515,0.04232902,0.01939287,0.01789969,0.8724658,0.0002335311],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.23844,0.0009451908,0.1154607,0.1625227,0.01964637,0.003107011,0.002486967,0.02079992,0.4365911],"genre_scores_gemma":[0.581899,0.0004087185,0.04660275,0.03858538,0.003798228,0.001391973,0.001045836,0.0008113213,0.3254568],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9977946,"threshold_uncertainty_score":0.3399144,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06947390575604089,"score_gpt":0.3679643336652167,"score_spread":0.2984904279091758,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}