{"id":"W4390978988","doi":"10.1002/ijgo.15365","title":"It takes one to know one—Machine learning for identifying <scp>OBGYN</scp> abstracts written by <scp>ChatGPT</scp>","year":2024,"lang":"en","type":"article","venue":"International Journal of Gynecology & Obstetrics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Disk formatting; Artificial intelligence; Machine learning; Computer science; Natural language processing; Information retrieval","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004218167,0.001084716,0.0006208198,0.007092142,0.000549722,0.002004282,0.000804854,0.0008050369,0.002010862],"category_scores_gemma":[0.02054165,0.0003570954,0.0008367881,0.002733057,0.0003834822,0.002053039,0.001020732,0.0009931811,0.002068773],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008517466,"about_ca_system_score_gemma":0.001718224,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003583417,"about_ca_topic_score_gemma":0.004195286,"domain_scores_codex":[0.9981018,0.0006033651,0.0003265672,0.0005247879,0.0003630151,0.00008050647],"domain_scores_gemma":[0.9866742,0.008303353,0.001931397,0.0008764507,0.001775468,0.0004391012],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007789665,0.0005348678,0.1682901,0.00110477,0.000449719,0.0004662746,0.0004053271,0.02904186,0.01012381,0.0009742068,0.01618086,0.7716492],"study_design_scores_gemma":[0.0001362157,0.0006928373,0.08974162,0.0004885508,0.0003164599,0.0009581781,0.0006754544,0.856704,0.02199305,0.01153153,0.01663771,0.0001244228],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6052706,0.008179308,0.3513003,0.003612082,0.0005162394,0.0006952155,0.009392377,0.01327021,0.00776359],"genre_scores_gemma":[0.8041952,0.001167248,0.1843077,0.0004401273,0.0002248192,0.0002328538,0.006959124,0.0001715727,0.002301435],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9957818,"threshold_uncertainty_score":0.02230805,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1048289101373002,"score_gpt":0.4031344135793983,"score_spread":0.2983055034420982,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}