{"id":"W4394842371","doi":"10.1136/ijgc-2023-005162","title":"Association of reviewer experience with discriminating human-written versus ChatGPT-written abstracts","year":2024,"lang":"en","type":"article","venue":"International Journal of Gynecological Cancer","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Medicine; Association (psychology); Psychotherapist","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05411122,0.0006444934,0.001053182,0.006218937,0.001188627,0.003305885,0.0009456532,0.001720604,0.006190549],"category_scores_gemma":[0.4529783,0.0005256673,0.001387531,0.00198281,0.0008034912,0.002295896,0.001657634,0.001083864,0.002237702],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008458174,"about_ca_system_score_gemma":0.001384087,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001118775,"about_ca_topic_score_gemma":0.002851395,"domain_scores_codex":[0.9148289,0.04683729,0.01870618,0.004944565,0.01337254,0.00131042],"domain_scores_gemma":[0.2026655,0.65743,0.04245689,0.01531237,0.07583082,0.006304436],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.009313059,0.0004217576,0.8130052,0.003013402,0.00145172,0.002157419,0.01583768,0.0007771043,0.01147422,0.0003396317,0.01619956,0.1260092],"study_design_scores_gemma":[0.0006323209,0.006832891,0.8895798,0.002057592,0.0021098,0.01220453,0.01378196,0.01430548,0.0156739,0.001659875,0.04044792,0.0007139543],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9600921,0.006937961,0.01083489,0.00272681,0.003091406,0.0005842942,0.001738213,0.0008958797,0.01309833],"genre_scores_gemma":[0.984639,0.0009839152,0.006162456,0.0007134863,0.00100485,0.000221223,0.00115456,0.0003650901,0.004755412],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9458888,"threshold_uncertainty_score":0.286171,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1576576498699102,"score_gpt":0.4781672253580695,"score_spread":0.3205095754881593,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}