{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":3498,"total_is_capped":false,"direct_labels_cover":44,"predictions_cover":3498,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"a67de7532f88","filters":{"topic":"Artificial Intelligence in Healthcare and Education"}},"results":[{"id":"W4394857110","doi":"10.1136/bmj-2023-078378","title":"TRIPOD+AI statement: updated guidance for reporting clinical prediction models that use regression or machine learning methods","year":2024,"lang":"en","type":"article","venue":"BMJ","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2199,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute; Hospital for Sick Children; Princess Margaret Cancer Centre; SickKids Foundation; University of Toronto; University Health Network","funders":"Health Data Research UK; National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; Engineering and Physical Sciences Research Council; University of Oxford; University of Warwick; Vlaamse regering; University of Cape Town; Medizinische Universität Wien; Universitair Medisch Centrum Utrecht; Universität Wien; Massachusetts Institute of Technology; European Commission; University of Toronto; Wellcome Trust; Cancer Research UK; University College London; Imperial College London; Hospital for Sick Children; Northwestern University; Feinberg School of Medicine; KU Leuven; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; University of East Anglia; Medical Research Council; Department of Health and Social Care; National Institute for Health and Care Research; UK Research and Innovation; National Institute for Health and Care Excellence","keywords":"Tripod (photography); Checklist; Machine learning; Computer science; Artificial intelligence; Engineering; Psychology","authors":[{"name":"Gary S. Collins","is_ca":false},{"name":"Karel G.M. Moons","is_ca":false},{"name":"Paula Dhiman","is_ca":false},{"name":"Richard D Riley","is_ca":false},{"name":"Andrew L. Beam","is_ca":false},{"name":"Ben Van Calster","is_ca":false},{"name":"Marzyeh Ghassemi","is_ca":false},{"name":"Xiaoxuan Liu","is_ca":false},{"name":"Johannes B. Reitsma","is_ca":false},{"name":"Maarten van Smeden","is_ca":false},{"name":"Anne‐Laure Boulesteix","is_ca":false},{"name":"Jennifer Camaradou","is_ca":false},{"name":"Leo Anthony Celi","is_ca":false},{"name":"Spiros Denaxas","is_ca":false},{"name":"Alastair K. Denniston","is_ca":false},{"name":"Ben Glocker","is_ca":false},{"name":"Robert Golub","is_ca":false},{"name":"Hugh Harvey","is_ca":false},{"name":"Georg Heinze","is_ca":false},{"name":"Michael M. Hoffman","is_ca":true},{"name":"André Pascal Kengne","is_ca":false},{"name":"Emily Lam","is_ca":false},{"name":"Naomi Lee","is_ca":false},{"name":"Elizabeth Loder","is_ca":false},{"name":"Lena Maier‐Hein","is_ca":false},{"name":"Bilal A. Mateen","is_ca":false},{"name":"Melissa D. McCradden","is_ca":true},{"name":"Lauren Oakden‐Rayner","is_ca":false},{"name":"Johan Ordish","is_ca":false},{"name":"Richard Parnell","is_ca":false},{"name":"Sherri Rose","is_ca":false},{"name":"Karandeep Singh","is_ca":false},{"name":"Laure Wynants","is_ca":false},{"name":"Patrícia Logullo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6858774773057498,"gpt":0.6456531830595321,"spread":0.04022429424621765,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007158403,0.0001368851,0.0003253261,0.0001180617,0.0001820507,0.00008060772,0.0000459878,0.0001754294,0.0001137791],"category_scores_gemma":[0.007123421,0.00009456564,0.0001446068,0.0002489384,0.00003602206,0.0004148588,0.00002784045,0.000447051,0.00001336106],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000126531,"about_ca_system_score_gemma":0.0004300805,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003126677,"about_ca_topic_score_gemma":0.0000336066,"domain_scores_codex":[0.9965519,0.0003214939,0.002193599,0.0004333502,0.0002323498,0.0002673345],"domain_scores_gemma":[0.9977451,0.0008462606,0.0007022304,0.0002818128,0.0002763577,0.0001482639],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001995897,0.0001679677,0.05269854,0.0007129618,0.0001394171,0.00008249384,0.001891935,0.001228016,0.0009844449,0.0003685188,0.100168,0.8395618],"study_design_scores_gemma":[0.0001302799,0.0006216397,0.001354267,0.001331271,0.0001452472,0.00008447903,0.000609045,0.8485539,0.006877803,0.002585081,0.1375729,0.0001340567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1958664,0.002361313,0.7627087,0.02909116,0.005889936,0.00293251,0.00004036861,0.0007094471,0.000400211],"genre_scores_gemma":[0.8516489,0.0007978825,0.1272818,0.001170568,0.002148169,0.000329581,0.0006161878,0.0000749959,0.01593192],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8473259,"threshold_uncertainty_score":0.8527915,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319460874","doi":"10.2196/45312","title":"How Does ChatGPT Perform on the United States Medical Licensing Examination (USMLE)? The Implications of Large Language Models for Medical Education and Knowledge Assessment","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2028,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; National Center for Advancing Translational Sciences; Yale University","keywords":"Interpretability; United States Medical Licensing Examination; Computer science; Set (abstract data type); Medical education; Artificial intelligence; Medical school; Medicine","authors":[{"name":"Aidan Gilson","is_ca":false},{"name":"Conrad Safranek","is_ca":false},{"name":"Thomas Huang","is_ca":false},{"name":"Vimig Socrates","is_ca":false},{"name":"Ling Chi","is_ca":false},{"name":"Richard A. Taylor","is_ca":false},{"name":"David Chartash","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07788344718376497,"gpt":0.4810281358814464,"spread":0.4031446886976815,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003340557,0.0001761004,0.0002360183,0.0003265216,0.0004454516,0.0000576228,0.0002658972,0.0003337486,0.0004067752],"category_scores_gemma":[0.006034258,0.00009674295,0.00007489936,0.0008978298,0.0002807739,0.0001483661,0.00006407623,0.0005314317,0.00001192833],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001994629,"about_ca_system_score_gemma":0.006566999,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003548921,"about_ca_topic_score_gemma":0.0003959694,"domain_scores_codex":[0.9973942,0.000267464,0.0005515076,0.0003397066,0.001100226,0.000346877],"domain_scores_gemma":[0.9962361,0.001873411,0.0002129512,0.0004547305,0.0007261481,0.0004966152],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004849893,0.002333721,0.00259312,0.0005580256,0.00005034457,5.870369e-7,0.04034551,0.000002747179,0.00006585479,0.06437238,0.0374457,0.8521835],"study_design_scores_gemma":[0.0007181239,0.0008377631,0.1115277,0.003445502,0.000240359,0.00009680384,0.2892058,0.5036763,0.001658832,0.02340137,0.06464483,0.0005466768],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6958342,0.0002009399,0.00102629,0.3003377,0.0008192466,0.001268237,0.000009518776,0.00006464004,0.0004393211],"genre_scores_gemma":[0.9872515,0.0009154933,0.00009532816,0.007146712,0.001238215,0.001367297,0.001123682,0.00002910537,0.0008326802],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8516368,"threshold_uncertainty_score":0.9990649,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389437528","doi":"10.61969/jai.1337500","title":"Education in the Era of Generative Artificial Intelligence (AI): Understanding the Potential Benefits of ChatGPT in Promoting Teaching and Learning","year":2023,"lang":"en","type":"article","venue":"Journal of AI","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1601,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Surprise; Formative assessment; Generative grammar; Promotion (chess); Computer science; Praxis; Field (mathematics); Extant taxon; Artificial intelligence; Knowledge management; Psychology; Mathematics education; Political science","authors":[{"name":"David Baidoo-Anu","is_ca":true},{"name":"Leticia Owusu Ansah","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1369899785511697,"gpt":0.4243199440206966,"spread":0.2873299654695269,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003157638,0.00006047498,0.0001706215,0.000229992,0.0001356193,0.00002203933,0.0000803338,0.00004827258,0.000006184396],"category_scores_gemma":[0.0009672872,0.00003793494,0.0000405787,0.000367897,0.00006207222,0.0001440996,0.00001544481,0.001123471,6.827061e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008743916,"about_ca_system_score_gemma":0.0004148021,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003548414,"about_ca_topic_score_gemma":0.0001617036,"domain_scores_codex":[0.998578,0.0003146112,0.0006624883,0.00007601888,0.0002437184,0.0001252145],"domain_scores_gemma":[0.9990346,0.000369418,0.0003423544,0.00006814797,0.0001568507,0.00002865788],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002381125,0.0003500014,0.04216714,0.000207924,0.00002986067,0.000009811333,0.2418274,0.01576237,0.0117319,0.01230721,0.0001039346,0.6752643],"study_design_scores_gemma":[0.0001192821,0.001617798,0.09310639,0.003600376,0.00009595208,0.0002716321,0.7290956,0.05379073,0.03801696,0.08005118,0.00005144805,0.0001826986],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9739282,0.0002992089,0.002758588,0.02250165,0.0002765937,0.0001832835,2.930737e-7,0.000002350235,0.00004982969],"genre_scores_gemma":[0.9990022,0.0001554505,0.0002250743,0.0002434035,0.0003539942,0.000002499536,0.000001504215,0.000005814788,0.00001009384],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6750816,"threshold_uncertainty_score":0.4880987,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4318257512","doi":"10.2139/ssrn.4337484","title":"Education in the Era of Generative Artificial Intelligence (AI): Understanding the Potential Benefits of ChatGPT in Promoting Teaching and Learning","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1181,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Generative grammar; Artificial intelligence; Psychology; Cognitive science; Computer science","authors":[{"name":"David Baidoo-Anu","is_ca":true},{"name":"Leticia Owusu Ansah","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07825178628210953,"gpt":0.3869665863539851,"spread":0.3087148000718755,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006168385,0.00007959409,0.0001482737,0.000211709,0.0002993029,0.00002568504,0.0001014916,0.00005548657,0.000003591221],"category_scores_gemma":[0.0006344907,0.00005275763,0.00003811808,0.0004540377,0.00006959598,0.0001140757,0.00001730208,0.003019098,0.00000119779],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003862949,"about_ca_system_score_gemma":0.001931146,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008353182,"about_ca_topic_score_gemma":0.00206734,"domain_scores_codex":[0.9981217,0.0004286955,0.0005104356,0.0001238825,0.0002278103,0.0005875118],"domain_scores_gemma":[0.9993213,0.000282345,0.0002092349,0.00008258576,0.00007901521,0.00002545614],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.000104054,0.0001561641,0.01427354,0.00005349003,0.00002530327,0.000001412927,0.06804056,0.004110678,0.002739999,0.1534482,0.000005236734,0.7570414],"study_design_scores_gemma":[0.00004684496,0.0006286973,0.009055942,0.0005150472,0.00003460602,0.0002128743,0.5531107,0.01861743,0.003002945,0.4146742,0.000006499722,0.00009428936],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9803282,0.001050864,0.00618276,0.01194932,0.0001543676,0.0002713162,2.269157e-7,0.000005659288,0.00005730755],"genre_scores_gemma":[0.9981452,0.001370298,0.00005607561,0.00009277826,0.0002873915,0.000008028846,0.000003745152,0.000008795385,0.00002771051],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7569471,"threshold_uncertainty_score":0.999281,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3136552952","doi":"10.1038/s41591-020-1034-x","title":"Reporting guidelines for clinical trial reports for interventions involving artificial intelligence: the CONSORT-AI extension","year":2020,"lang":"en","type":"review","venue":"Nature Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1053,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Women's College Hospital; University of Toronto; Ottawa Hospital; Hospital for Sick Children; University of Ottawa","funders":"U.S. National Library of Medicine; NIH Office of the Director; National Heart, Lung, and Blood Institute; National Institute for Health and Care Research; National Institute on Aging; Wellcome; Alan Turing Institute; University of Birmingham; National Institute for Health Research Applied Research Collaboration West; Department of Health and Social Care; Medical Research Council; Birmingham Biomedical Research Centre; Research England; U.S. Food and Drug Administration; UK Research and Innovation; Surgical Reconstruction and Microbiology Research Centre; University Hospitals Birmingham NHS Foundation Trust; National Institutes of Health; University of Warwick; University of Ottawa; Accenture; Engineering and Physical Sciences Research Council; Macmillan Cancer Support; Wellcome Trust; European Regional Development Fund; UCB Pharma; Impact Fund","keywords":"Consolidated Standards of Reporting Trials; Psychological intervention; Checklist; Clinical trial; Delphi method; Medicine; Protocol (science); Guideline; Artificial intelligence; Computer science; Alternative medicine; Psychology; Nursing; Pathology","authors":[{"name":"Xiaoxuan Liu","is_ca":false},{"name":"Samantha Cruz Rivera","is_ca":false},{"name":"David Moher","is_ca":true},{"name":"Melanie Calvert","is_ca":false},{"name":"Alastair K. Denniston","is_ca":false},{"name":"Ara Darzi","is_ca":false},{"name":"Christopher Holmes","is_ca":false},{"name":"Hutan Ashrafian","is_ca":false},{"name":"Jonathan J Deeks","is_ca":false},{"name":"Lavinia Ferrante di Ruffano","is_ca":false},{"name":"Livia Faes","is_ca":false},{"name":"Pearse A. Keane","is_ca":false},{"name":"Sebastian J. Vollmer","is_ca":false},{"name":"Aaron Lee","is_ca":false},{"name":"Adrian Jonas","is_ca":true},{"name":"Andre Esteva","is_ca":false},{"name":"Andrew L. Beam","is_ca":false},{"name":"Maria Beatrice Panico","is_ca":false},{"name":"Cecilia S. Lee","is_ca":false},{"name":"Charlotte Haug","is_ca":false},{"name":"Christopher Kelly","is_ca":false},{"name":"Cynthia D. Mulrow","is_ca":false},{"name":"Cyrus Espinoza","is_ca":false},{"name":"John Fletcher","is_ca":false},{"name":"Dina N. Paltoo","is_ca":false},{"name":"Elaine Manna","is_ca":false},{"name":"Gary Price","is_ca":false},{"name":"Gary S. Collins","is_ca":false},{"name":"Hugh Harvey","is_ca":false},{"name":"James Matcham","is_ca":false},{"name":"João Monteiro","is_ca":false},{"name":"M. Khair ElZarrad","is_ca":true},{"name":"Luke Oakden‐Rayner","is_ca":false},{"name":"Melissa D. McCradden","is_ca":true},{"name":"Richard S. Savage","is_ca":false},{"name":"Robert Golub","is_ca":false},{"name":"Rupa Sarkar","is_ca":false},{"name":"Samuel Rowley","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8813294317057601,"gpt":0.712850199941817,"spread":0.1684792317639431,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.01446098,0.000593768,0.003893291,0.0003045223,0.000487795,0.0000511612,0.0002990919,0.00172102,0.0001063655],"category_scores_gemma":[0.2724487,0.000338243,0.002578476,0.0007206122,0.0003967783,0.00007441247,0.000089633,0.002943461,0.00001186691],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002101723,"about_ca_system_score_gemma":0.00225838,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006019123,"about_ca_topic_score_gemma":0.00006021075,"domain_scores_codex":[0.9828755,0.0003098945,0.01437888,0.00124455,0.0006580908,0.0005330284],"domain_scores_gemma":[0.9770766,0.006383219,0.009849608,0.001367329,0.004846853,0.0004764188],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001403438,0.0001336342,0.000005446194,0.01199794,0.0002085933,0.00006721193,0.0001625858,2.69852e-7,9.003493e-7,0.0007818023,0.09609184,0.8891463],"study_design_scores_gemma":[0.0003319388,0.002033595,0.000001083197,0.03828542,0.004123527,0.0005049959,0.00097665,0.0002513809,0.0000148474,0.007825935,0.945376,0.0002745921],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00002387574,0.8988907,0.01209504,0.05987645,0.01804196,0.01088709,0.00002202329,0.0001220959,0.00004078208],"genre_scores_gemma":[0.0001480261,0.9519421,0.003290506,0.006100662,0.03543595,0.001517818,0.001075571,0.0001171491,0.0003721773],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8888717,"threshold_uncertainty_score":0.999907,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3200759624","doi":"10.1186/s12910-021-00687-3","title":"Privacy and artificial intelligence: challenges for protecting health information in a new era","year":2021,"lang":"en","type":"article","venue":"BMC Medical Ethics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":919,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Office of the Privacy Commissioner of Canada","keywords":"Custodians; Agency (philosophy); Data Protection Act 1998; Internet privacy; Information privacy; Big data; Health care; Business; United States National Security Agency; Privacy by Design; Computer security; Public relations; Computer science; Political science; National security; Law; Data mining","authors":[{"name":"Blake Murdoch","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4883424299544199,"gpt":0.5185391265764749,"spread":0.03019669662205504,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003868282,0.00009779791,0.0002430849,0.0001056711,0.0001658923,0.00003010813,0.00005959991,0.0004476665,0.00008013825],"category_scores_gemma":[0.07640772,0.00009159733,0.00004048371,0.0002164426,0.00007746273,0.0001510781,0.00003891082,0.001340783,0.0000158105],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001093578,"about_ca_system_score_gemma":0.02313002,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007901677,"about_ca_topic_score_gemma":0.01303181,"domain_scores_codex":[0.9979681,0.0002412932,0.0007446941,0.0002074632,0.0005450701,0.0002933858],"domain_scores_gemma":[0.9942353,0.004656407,0.0001325972,0.0001833683,0.0003355177,0.0004567658],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001127243,0.0000906169,0.0005784963,0.003644484,0.000005276522,0.000003002296,0.04073909,0.000008543731,0.000008761283,0.02273569,0.0001086928,0.9319646],"study_design_scores_gemma":[0.0008212196,0.003401448,0.01121782,0.01888914,0.00008306563,0.0006599303,0.2421168,0.06588781,0.02099456,0.5876192,0.04713155,0.001177372],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1144335,0.005169264,0.3393635,0.5377563,0.001034893,0.001884926,0.000003159559,0.00009607274,0.0002583574],"genre_scores_gemma":[0.9303032,0.01512182,0.03957586,0.01315373,0.001514177,0.0001514551,0.00007469091,0.00002231717,0.0000827372],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9307873,"threshold_uncertainty_score":0.9824079,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4322761615","doi":"10.2196/46885","title":"The Role of ChatGPT, Generative Language Models, and Artificial Intelligence in Medical Education: A Conversation With ChatGPT and a Call for Papers","year":2023,"lang":"en","type":"paratext","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":836,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"JMIR Publications","funders":"","keywords":"Conversation; Generative grammar; Curriculum; Computer science; Snapshot (computer storage); Artificial intelligence; Psychology; Pedagogy; Communication","authors":[{"name":"Günther Eysenbach","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05162926205459985,"gpt":0.42155243026244,"spread":0.3699231682078402,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008655301,0.0002572896,0.0004425594,0.0002678355,0.0001595997,0.00004291176,0.0001567903,0.0006153364,0.0003668621],"category_scores_gemma":[0.001514632,0.0001858644,0.00005229223,0.0004089916,0.0004944943,0.0001009518,0.0000402919,0.0005980969,0.00003871784],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001961366,"about_ca_system_score_gemma":0.01243688,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002072858,"about_ca_topic_score_gemma":0.002526775,"domain_scores_codex":[0.9974295,0.0001305284,0.0008095961,0.0005040038,0.0008029641,0.0003233826],"domain_scores_gemma":[0.9978782,0.0006164195,0.0003089289,0.0002855397,0.0004271097,0.0004837915],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004327173,0.0005604884,0.0001488524,0.0006993205,0.00004913049,0.000001538591,0.03549568,0.00000608965,0.00003920974,0.005551339,0.01500178,0.9420139],"study_design_scores_gemma":[0.0008160463,0.003788784,0.00202779,0.01694413,0.0005808127,0.0004165805,0.5647632,0.187431,0.00577912,0.04887309,0.1665065,0.002073013],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5758699,0.06557344,0.004794348,0.2975858,0.01550562,0.01971718,0.0001408725,0.0001948732,0.020618],"genre_scores_gemma":[0.9613388,0.01403427,0.0006910246,0.003659257,0.004056655,0.004823642,0.001555043,0.0001108187,0.009730469],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9399409,"threshold_uncertainty_score":0.9931617,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4200191097","doi":"10.1038/s41591-021-01595-0","title":"Underdiagnosis bias of artificial intelligence algorithms applied to chest radiographs in under-served patient populations","year":2021,"lang":"en","type":"article","venue":"Nature Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":784,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research; Microsoft Research","keywords":"Context (archaeology); Socioeconomic status; Medicine; Artificial intelligence; Exacerbation; Computer science; Machine learning; Population; Internal medicine","authors":[{"name":"Laleh Seyyed-Kalantari","is_ca":true},{"name":"Haoran Zhang","is_ca":false},{"name":"Matthew B. A. McDermott","is_ca":false},{"name":"Irene Y. Chen","is_ca":false},{"name":"Marzyeh Ghassemi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2655884020617279,"gpt":0.4424643733409022,"spread":0.1768759712791743,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004570464,0.0002004967,0.0005394999,0.0005977442,0.00007667761,0.000008731452,0.0001087803,0.0003647101,0.0003060751],"category_scores_gemma":[0.001296525,0.0001732505,0.00009434181,0.002610167,0.000129752,0.00004466619,0.00003812291,0.0006970843,0.00002275317],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001850932,"about_ca_system_score_gemma":0.0003017265,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001213461,"about_ca_topic_score_gemma":0.002278818,"domain_scores_codex":[0.9975612,0.00007821926,0.001036318,0.0004415326,0.0005465026,0.0003362122],"domain_scores_gemma":[0.998219,0.0003990184,0.0001664704,0.0004524612,0.0004834562,0.0002795846],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0004008515,0.001596906,0.05851477,0.0004270811,0.00009663678,0.0001015752,0.01353594,0.00136677,0.01414612,0.03783616,0.002701532,0.8692756],"study_design_scores_gemma":[0.0003661321,0.00229495,0.2813138,0.002794728,0.0004134694,0.000115974,0.05754814,0.002058147,0.564863,0.08232947,0.005058393,0.0008437886],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9435288,0.002390518,0.008591427,0.04171922,0.001773923,0.0009182831,0.000009718652,0.00005378665,0.001014269],"genre_scores_gemma":[0.9896603,0.0002154589,0.005453867,0.003872192,0.0005136766,0.00007102556,0.0001571591,0.00002414519,0.00003215307],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8684319,"threshold_uncertainty_score":0.7064952,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4393353064","doi":"10.3390/bioengineering11040337","title":"The Role of AI in Hospitals and Clinics: Transforming Healthcare in the 21st Century","year":2024,"lang":"en","type":"article","venue":"Bioengineering","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":770,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Institut Universitaire de Gériatrie de Montréal; Université du Québec à Montréal","funders":"","keywords":"Health care; Medicine; Computer science; Political science","authors":[{"name":"Shiva Maleki Varnosfaderani","is_ca":false},{"name":"Mohamad Forouzanfar","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03525200107564476,"gpt":0.3711420548696447,"spread":0.3358900537939999,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004597684,0.00005463839,0.00009118774,0.0000797183,0.0000284368,0.00001770272,0.00004681382,0.0000489683,0.000001561186],"category_scores_gemma":[0.00005776143,0.00003367618,0.00002504908,0.0002268324,0.00002422767,0.00004982423,0.000005051639,0.0002365605,0.000002083803],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003782275,"about_ca_system_score_gemma":0.00007268806,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005575593,"about_ca_topic_score_gemma":0.000222901,"domain_scores_codex":[0.9993731,0.00001666589,0.0002829217,0.00009196163,0.00008306928,0.0001522144],"domain_scores_gemma":[0.9996378,0.0002055256,0.00001130845,0.0000968359,0.00001895648,0.00002952097],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001803673,0.0000206656,0.02905314,0.000491337,0.000007306116,0.000006988893,0.01681962,0.00002851413,0.001036661,0.01088397,0.00001026851,0.9416235],"study_design_scores_gemma":[0.0003200794,0.001536677,0.1872274,0.008336103,0.00009513225,0.0001680706,0.4210235,0.08768236,0.03966861,0.01418723,0.2390026,0.0007522472],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9434301,0.04591424,0.00003239773,0.009771086,0.0003724492,0.0003110336,0.000001658284,0.000018387,0.0001487046],"genre_scores_gemma":[0.9934568,0.006226997,0.00003171881,0.0001290232,0.0001185588,0.0000228527,0.000002192732,0.000007709195,0.000004156782],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9408712,"threshold_uncertainty_score":0.1373275,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4383913712","doi":"10.1111/1748-8583.12524","title":"Human resource management in the age of generative artificial intelligence: Perspectives and research directions on ChatGPT","year":2023,"lang":"en","type":"article","venue":"Human Resource Management Journal","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":765,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University; Western University","funders":"Economic and Social Research Council","keywords":"Generative grammar; Context (archaeology); Stakeholder; Scholarship; Realm; Knowledge management; Sociology; Engineering ethics; Political science; Artificial intelligence; Public relations; Computer science; Engineering; Law","authors":[{"name":"Pawan Budhwar","is_ca":false},{"name":"Soumyadeb Chowdhury","is_ca":false},{"name":"Geoffrey Wood","is_ca":true},{"name":"Herman Aguinis","is_ca":false},{"name":"Greg J. Bamber","is_ca":false},{"name":"Jose R. Beltran","is_ca":false},{"name":"Paul Boselie","is_ca":false},{"name":"Fang Lee Cooke","is_ca":false},{"name":"Stephanie Decker","is_ca":false},{"name":"Angelo S. DeNisi","is_ca":false},{"name":"Prasanta Kumar Dey","is_ca":false},{"name":"David Guest","is_ca":false},{"name":"Andrew J. Knoblich","is_ca":false},{"name":"Jaap Paauwe","is_ca":false},{"name":"Savvas Papagiannidis","is_ca":false},{"name":"Charmi Patel","is_ca":false},{"name":"Vijay Pereira","is_ca":false},{"name":"Shuang Ren","is_ca":false},{"name":"Steven G. Rogelberg","is_ca":false},{"name":"Mark N. K. Saunders","is_ca":false},{"name":"Rosalie L. Tung","is_ca":true},{"name":"Arup Varma","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3244641556378462,"gpt":0.4965829114004847,"spread":0.1721187557626385,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004108225,0.0001850999,0.0002599477,0.00169277,0.001344344,0.0001731735,0.0003135607,0.00008155752,0.0001535883],"category_scores_gemma":[0.00007133411,0.000144065,0.0001031819,0.00144668,0.0004020239,0.00006055487,0.0001515184,0.0009495,0.00005358243],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002336486,"about_ca_system_score_gemma":0.0000200615,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009188678,"about_ca_topic_score_gemma":0.00009589278,"domain_scores_codex":[0.9967137,0.0006320082,0.0007161654,0.0004159673,0.0009882329,0.0005339491],"domain_scores_gemma":[0.9989319,0.0002052161,0.0001501546,0.0004470133,0.0001487179,0.0001169499],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004248368,0.001731062,0.002075563,0.000523271,0.000443427,0.001580218,0.1721239,0.0006701787,0.0007002837,0.542301,0.02868057,0.2487457],"study_design_scores_gemma":[0.0001559356,0.001286509,0.04208717,0.0006496491,0.0001189624,0.0000610349,0.8239512,0.0001705409,0.0006930506,0.06801341,0.06255522,0.0002572637],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8433639,0.0004593495,0.0001059474,0.01135665,0.0001232508,0.001410162,0.000002100349,0.0000607952,0.1431178],"genre_scores_gemma":[0.9921586,0.0007123235,0.000146411,0.0003347331,0.0006946452,0.0001076009,0.00002169634,0.00002958326,0.005794438],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6518273,"threshold_uncertainty_score":0.9999558,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2939970150","doi":"10.2196/13930","title":"Applications and Challenges of Implementing Artificial Intelligence in Medical Education: Integrative Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":702,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Lee Kong Chian School of Medicine, Nanyang Technological University","keywords":"Engineering ethics; Computer science; Management science; Data science; Engineering","authors":[{"name":"Kai Siang Chan","is_ca":false},{"name":"Nabil Zary","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.260544665276983,"gpt":0.5611392616371916,"spread":0.3005945963602086,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001844433,0.0003900877,0.001752958,0.0005291087,0.00006860965,0.00001563951,0.0003530165,0.0007228942,0.00181755],"category_scores_gemma":[0.003656657,0.0003124341,0.0002404823,0.0009494166,0.0002512353,0.0001121188,0.0001066239,0.001112694,0.0001338796],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003246074,"about_ca_system_score_gemma":0.02879081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002272446,"about_ca_topic_score_gemma":0.0002168873,"domain_scores_codex":[0.9951903,0.0003344285,0.002381203,0.0006999621,0.001013685,0.0003804158],"domain_scores_gemma":[0.9968158,0.0006283327,0.0007937839,0.0006155216,0.0005359772,0.0006105826],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005110274,0.001018203,0.00002338319,0.1011718,0.00002689048,7.885666e-7,0.000653822,2.556759e-9,2.930702e-8,0.01551234,0.001254833,0.8803328],"study_design_scores_gemma":[0.00001295039,0.00009850184,0.00001471454,0.1763906,0.0002913103,0.0001248075,0.00308251,0.00002422255,0.000002041211,0.002043918,0.8176976,0.0002167036],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001191234,0.9759989,0.0001394249,0.01637937,0.0006922379,0.004461049,0.000005082867,0.00002637902,0.002285597],"genre_scores_gemma":[0.0001404273,0.991985,0.0002946199,0.001619313,0.001128071,0.004237283,0.0003963899,0.0000413712,0.0001575371],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8801161,"threshold_uncertainty_score":0.9999328,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2598070036","doi":"10.1126/scirobotics.aam8638","title":"Medical robotics—Regulatory, ethical, and legal considerations for increasing levels of autonomy","year":2017,"lang":"en","type":"article","venue":"Science Robotics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":689,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; Polytechnique Montréal; Hospital for Sick Children","funders":"","keywords":"Autonomy; Robotics; Artificial intelligence; Engineering ethics; Political science; Business; Computer science; Law; Engineering; Robot","authors":[{"name":"Guang‐Zhong Yang","is_ca":false},{"name":"James Cambias","is_ca":false},{"name":"Kevin Cleary","is_ca":false},{"name":"Eric Daimler","is_ca":false},{"name":"James M. Drake","is_ca":true},{"name":"Pierre E. Dupont","is_ca":false},{"name":"Nobuhiko Hata","is_ca":false},{"name":"Peter Kazanzides","is_ca":false},{"name":"Sylvain Martel","is_ca":true},{"name":"Rajni V. Patel","is_ca":true},{"name":"Veronica J. Santos","is_ca":false},{"name":"Russell H. Taylor","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2413220073644936,"gpt":0.4698133707452062,"spread":0.2284913633807126,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002137752,0.0000787473,0.0002033568,0.00009344886,0.001108018,0.0001357878,0.0001600596,0.0001767894,0.00003879658],"category_scores_gemma":[0.0132107,0.00007039136,0.0000352338,0.00007733396,0.002199127,0.000230491,0.0000707163,0.0002567878,0.000003159325],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008370879,"about_ca_system_score_gemma":0.004175401,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003294772,"about_ca_topic_score_gemma":0.00009837754,"domain_scores_codex":[0.9986579,0.00002679,0.0003632487,0.000238887,0.0004537293,0.0002593868],"domain_scores_gemma":[0.9979035,0.0006254022,0.0001646789,0.0004147873,0.0005693125,0.0003222947],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00009541602,0.0003334544,0.0587872,0.0004725844,0.00004217583,0.00002250114,0.003340917,0.004013436,0.01592357,0.8426103,0.001026667,0.07333177],"study_design_scores_gemma":[0.0007265602,0.001294486,0.3910562,0.00148831,0.0003164937,0.0006911465,0.003276313,0.352716,0.08338358,0.1628381,0.001406777,0.0008060191],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7143497,0.00009731849,0.04335351,0.238173,0.001634909,0.0008510799,0.00001050517,0.00004592679,0.00148404],"genre_scores_gemma":[0.9323753,0.000009987051,0.06588134,0.00147407,0.0001730222,0.000005397523,9.04339e-7,0.000006484222,0.00007344792],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6797722,"threshold_uncertainty_score":0.9951015,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4376866715","doi":"10.2196/48291","title":"Large Language Models in Medical Education: Opportunities, Challenges, and Future Directions","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":659,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering ethics; Curriculum; Misinformation; Competence (human resources); Paradigm shift; Knowledge management; Psychology; Pedagogy; Computer science; Engineering; Computer security; Epistemology","authors":[{"name":"Alaa Abd‐Alrazaq","is_ca":false},{"name":"Rawan AlSaad","is_ca":false},{"name":"Dari Alhuwail","is_ca":false},{"name":"Arfan Ahmed","is_ca":false},{"name":"M Healy","is_ca":false},{"name":"Syed Latifi","is_ca":false},{"name":"Sarah Aziz","is_ca":false},{"name":"Rafat Damseh","is_ca":false},{"name":"Sadam Alabed Alrazak","is_ca":true},{"name":"Javaid I. Sheikh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1544938451333391,"gpt":0.45587011716273,"spread":0.3013762720293909,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008769456,0.000139838,0.0002182873,0.0004113014,0.0001127857,0.00001556443,0.0001070576,0.0004019935,0.001638309],"category_scores_gemma":[0.000800211,0.0001300021,0.00004165913,0.0005108202,0.00008873869,0.0001849587,0.00003928908,0.0005056154,0.00008720616],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001580645,"about_ca_system_score_gemma":0.008831689,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004171719,"about_ca_topic_score_gemma":0.0008322425,"domain_scores_codex":[0.9980257,0.0001107708,0.0004562321,0.0003312636,0.0007384314,0.0003376094],"domain_scores_gemma":[0.9985229,0.0001184826,0.00006637318,0.0002791194,0.0001633855,0.0008497837],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002141603,0.001014783,0.0006638457,0.0002256938,0.000007612679,0.00001623913,0.03179962,6.517531e-8,0.000001760655,0.01517614,0.02308411,0.9279887],"study_design_scores_gemma":[0.0002113278,0.0001250176,0.02562498,0.0009535537,0.00002605209,0.0002629662,0.2105559,0.003001144,0.00001591817,0.007747708,0.7512181,0.0002573568],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5908596,0.02639184,0.00001651273,0.3630863,0.004035149,0.0007973003,0.000004484407,0.0002554681,0.01455337],"genre_scores_gemma":[0.8720461,0.1031812,0.00009111636,0.01213415,0.006732571,0.001126101,0.0006527168,0.00004217833,0.003993866],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9277313,"threshold_uncertainty_score":0.9992743,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2981296841","doi":"10.2196/16048","title":"Introducing Artificial Intelligence Training in Medical Education","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":614,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Curriculum; Transparency (behavior); Health care; Medical education; Liability; Medical knowledge; Quality (philosophy); Knowledge management; Training (meteorology); Computer science; Artificial intelligence; Medicine; Psychology; Business; Political science; Pedagogy","authors":[{"name":"Ketan Paranjape","is_ca":false},{"name":"Michiel Schinkel","is_ca":false},{"name":"Rishi Panday","is_ca":false},{"name":"Josip Car","is_ca":false},{"name":"Prabath W.B. Nanayakkara","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.090625490285459,"gpt":0.4639545841878131,"spread":0.3733290939023541,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001493294,0.0001981164,0.000362367,0.0004612725,0.00007732661,0.00003702375,0.0002448607,0.0004820223,0.01069806],"category_scores_gemma":[0.005586429,0.0001897794,0.00008374876,0.0008682106,0.0001261398,0.0002252942,0.00003871191,0.0009232881,0.001040514],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004406564,"about_ca_system_score_gemma":0.02589648,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008306189,"about_ca_topic_score_gemma":0.0003651991,"domain_scores_codex":[0.996514,0.0001384283,0.001043126,0.000579416,0.001256181,0.0004688591],"domain_scores_gemma":[0.9980145,0.0002320315,0.0001579082,0.0004561432,0.0003085244,0.0008309652],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00009205608,0.001262828,0.01605386,0.0001837916,0.000006821236,0.000003567772,0.01012463,0.000005048729,0.0001044284,0.01140105,0.00197813,0.9587838],"study_design_scores_gemma":[0.0007363147,0.003094234,0.1006169,0.02227373,0.0002191063,0.002229012,0.4213062,0.08961758,0.01602734,0.207477,0.1328963,0.003506285],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.921944,0.0003401863,0.0005653648,0.06407621,0.006001143,0.00112379,4.233002e-7,0.00008363148,0.005865272],"genre_scores_gemma":[0.9854522,0.0001259633,0.0007578399,0.009362339,0.003131807,0.0003492717,0.0001152731,0.00003052172,0.0006747551],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9552775,"threshold_uncertainty_score":0.9997373,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3136960503","doi":"10.1038/s41591-020-1037-7","title":"Guidelines for clinical trial protocols for interventions involving artificial intelligence: the SPIRIT-AI extension","year":2020,"lang":"en","type":"review","venue":"Nature Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":608,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Hospital for Sick Children; University of Ottawa; Ottawa Hospital; Women's College Hospital","funders":"U.S. National Library of Medicine; National Eye Institute; NIH Office of the Director; National Heart, Lung, and Blood Institute; Department of Health and Social Care; Medical Research Council; Birmingham Biomedical Research Centre; Research England; U.S. Food and Drug Administration; UK Research and Innovation; Surgical Reconstruction and Microbiology Research Centre; University Hospitals Birmingham NHS Foundation Trust; National Institutes of Health; National Institute for Health Research Applied Research Collaboration West; Wellcome; Alan Turing Institute; University of Birmingham; University of Warwick; Engineering and Physical Sciences Research Council; University of Ottawa; Macmillan Cancer Support; Cancer Research UK; Wellcome Trust; Harvard T.H. Chan School of Public Health; National Institute for Health and Care Research; Accenture; European Regional Development Fund; UCB Pharma; Impact Fund","keywords":"Extension (predicate logic); Psychological intervention; Clinical trial; Medicine; Computer science; Intensive care medicine; Artificial intelligence; Pathology; Psychiatry; Programming language","authors":[{"name":"Samantha Cruz Rivera","is_ca":false},{"name":"Xiaoxuan Liu","is_ca":false},{"name":"An‐Wen Chan","is_ca":true},{"name":"Alastair K. Denniston","is_ca":false},{"name":"Melanie Calvert","is_ca":false},{"name":"Ara Darzi","is_ca":false},{"name":"Christopher Holmes","is_ca":true},{"name":"Christopher Yau","is_ca":false},{"name":"David Moher","is_ca":true},{"name":"Hutan Ashrafian","is_ca":false},{"name":"Jonathan J Deeks","is_ca":false},{"name":"Lavinia Ferrante di Ruffano","is_ca":false},{"name":"Livia Faes","is_ca":false},{"name":"Sebastian J. Vollmer","is_ca":false},{"name":"Aaron Lee","is_ca":false},{"name":"Adrian Jonas","is_ca":false},{"name":"Andre Esteva","is_ca":false},{"name":"Andrew L. Beam","is_ca":false},{"name":"Maria Beatrice Panico","is_ca":false},{"name":"Cecilia S. Lee","is_ca":false},{"name":"Charlotte Haug","is_ca":false},{"name":"Christophe J. Kelly","is_ca":false},{"name":"Cynthia D. Mulrow","is_ca":true},{"name":"Cyrus Espinoza","is_ca":false},{"name":"John Fletcher","is_ca":false},{"name":"Dina N. Paltoo","is_ca":false},{"name":"Elaine Manna","is_ca":false},{"name":"Gary Price","is_ca":false},{"name":"Gary S. Collins","is_ca":false},{"name":"Hugh Harvey","is_ca":false},{"name":"James Matcham","is_ca":false},{"name":"João Monteiro","is_ca":false},{"name":"M. Khair ElZarrad","is_ca":true},{"name":"Luke Oakden‐Rayner","is_ca":false},{"name":"Melissa D. McCradden","is_ca":true},{"name":"Richard S. Savage","is_ca":false},{"name":"Robert Golub","is_ca":false},{"name":"Rupa Sarkar","is_ca":false},{"name":"Samuel Rowley","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8917692535452626,"gpt":0.7337787314351504,"spread":0.1579905221101122,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00594483,0.0006043469,0.003118822,0.0002943212,0.0004094265,0.00005575928,0.0005525606,0.0017798,0.0001617705],"category_scores_gemma":[0.07421598,0.0003309087,0.002252337,0.0007467869,0.0003832677,0.000076285,0.00008684377,0.002798703,0.00004291609],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002023958,"about_ca_system_score_gemma":0.002071142,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003048139,"about_ca_topic_score_gemma":0.00008726695,"domain_scores_codex":[0.9921589,0.0003629981,0.00532483,0.001016924,0.0006131903,0.000523107],"domain_scores_gemma":[0.9887674,0.005314396,0.00140066,0.0009240635,0.003209041,0.0003844812],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003302507,0.0002112148,8.706104e-7,0.02146593,0.000144101,0.000004390843,0.0001227242,1.430931e-7,6.214746e-7,0.002314442,0.1291921,0.843241],"study_design_scores_gemma":[0.0007387663,0.004707024,4.152039e-7,0.06059945,0.002399289,0.00003535773,0.0004394599,0.000269119,0.00001494997,0.007958219,0.922581,0.0002569277],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001571417,0.8175712,0.01537299,0.07620633,0.006572776,0.08410768,0.00005123687,0.00009394926,0.00002230484],"genre_scores_gemma":[0.000008419663,0.9029344,0.003665,0.0080589,0.04289841,0.04115475,0.0008193053,0.000116793,0.0003440023],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.842984,"threshold_uncertainty_score":0.9999143,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3084378266","doi":"10.3390/medicina56090455","title":"Comparison of Conventional Statistical Methods with Machine Learning in Medicine: Diagnosis, Drug Development, and Treatment","year":2020,"lang":"en","type":"review","venue":"Medicina","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":598,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"Horizon 2020 Framework Programme","keywords":"Flexibility (engineering); Machine learning; Computer science; Field (mathematics); Artificial intelligence; Scalability; A priori and a posteriori; Statistical learning; Statistical analysis; Data science; Statistical model; Health care; Personalized medicine; Data mining; Statistics; Bioinformatics; Mathematics","authors":[{"name":"Hema Sekhar Reddy Rajula","is_ca":false},{"name":"Giuseppe Verlato","is_ca":false},{"name":"Mirko Manchia","is_ca":true},{"name":"Nadia Antonucci","is_ca":false},{"name":"Vassilios Fanos","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4022124941335377,"gpt":0.5844522951652418,"spread":0.1822398010317041,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006999405,0.0003051518,0.002352412,0.0002559029,0.0000605526,0.000003837896,0.00006194545,0.00013591,0.0003229136],"category_scores_gemma":[0.0007083365,0.0001881301,0.00005163568,0.0003421297,0.0002685702,0.00002094341,0.00002184924,0.000526658,0.00001042496],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002947494,"about_ca_system_score_gemma":0.001060541,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009423549,"about_ca_topic_score_gemma":0.0002945421,"domain_scores_codex":[0.997479,0.0004119456,0.00118632,0.0003799047,0.0003242009,0.000218675],"domain_scores_gemma":[0.9972566,0.001890556,0.0003885837,0.0001311947,0.00007885475,0.0002542195],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004795361,0.0001692723,0.02244316,0.007463994,0.0001127885,0.00003950538,0.004518005,3.007202e-7,1.121394e-7,0.0001267521,0.0003277157,0.9647505],"study_design_scores_gemma":[0.0002082553,0.001150417,0.000576995,0.01747743,0.0008075989,0.00005280827,0.001610185,0.0001290565,0.00003567847,0.00002595381,0.9777787,0.0001468833],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002343654,0.99533,0.001995096,0.001130812,0.0001758397,0.0008634083,0.000007039792,0.00002252347,0.0002409155],"genre_scores_gemma":[0.001332973,0.985182,0.01228223,0.0000613274,0.0002232906,0.0001732855,0.0005553812,0.0000323751,0.0001570882],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.977451,"threshold_uncertainty_score":0.7671722,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4360615722","doi":"10.3390/su15075614","title":"Chatbots in Education and Research: A Critical Examination of Ethical Implications and Solutions","year":2023,"lang":"en","type":"article","venue":"Sustainability","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":598,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Engineering ethics; Perspective (graphical); Field (mathematics); Exploratory research; Interpretation (philosophy); Phenomenon; Management science; Knowledge management; Sociology; Computer science; Data science; Epistemology; Engineering; Artificial intelligence; Social science","authors":[{"name":"Chokri Kooli","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3629401461244252,"gpt":0.5802880770311557,"spread":0.2173479309067305,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003043385,0.00004396203,0.0001047425,0.0003543004,0.0001522415,0.00001082224,0.00002704104,0.0001591002,0.000009658797],"category_scores_gemma":[0.01104292,0.00004467508,0.00001311788,0.0008773721,0.0005029051,0.00007331779,0.00004841542,0.0003688481,0.00000274322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003341922,"about_ca_system_score_gemma":0.001143401,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009893297,"about_ca_topic_score_gemma":0.0001620442,"domain_scores_codex":[0.9988632,0.000279158,0.0002603598,0.0002137889,0.000149149,0.000234365],"domain_scores_gemma":[0.9968961,0.001187845,0.0000198112,0.0001938849,0.001587528,0.0001148601],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00004617986,0.0005636355,0.2195155,0.001448649,0.00000312719,0.000001332599,0.01453668,0.000002422725,0.0004708077,0.2614205,0.0005140552,0.5014771],"study_design_scores_gemma":[0.00001940503,0.0001001829,0.8000133,0.0000378646,0.000004719638,0.000005272663,0.02130808,0.0003312068,0.0001946224,0.177713,0.0002432862,0.00002902862],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9028273,0.0001930982,0.0000675621,0.09614097,0.00004515267,0.0004819326,0.000001962177,0.0000217066,0.0002203684],"genre_scores_gemma":[0.9993318,0.0001357923,0.0001297462,0.00008917221,0.00005172799,0.0001697205,0.00001425201,0.000004518547,0.00007321126],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5804977,"threshold_uncertainty_score":0.9972875,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3083992516","doi":"10.1136/bmj.m3164","title":"Reporting guidelines for clinical trial reports for interventions involving artificial intelligence: the CONSORT-AI Extension","year":2020,"lang":"en","type":"article","venue":"BMJ","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":587,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Heart, Lung, and Blood Institute; Birmingham Biomedical Research Centre; City, University of London; School of Medicine, Vanderbilt University; Berlin Institute of Health; Université de Sherbrooke; Patient Safety Translational Research Centre; Hospital for Sick Children; Imperial College London; University of Toronto; King's College London; Women's College Hospital; Universiteit van Amsterdam; London School of Hygiene and Tropical Medicine; Universiteit Leiden; Institut National de la Santé et de la Recherche Médicale; Moorfields Eye Hospital NHS Foundation Trust; University of Oxford; University of Warwick; National Institutes of Health; University Hospitals Birmingham NHS Foundation Trust; DeepMind; King's College Hospital NHS Foundation Trust; University of Leeds; McGill University; National Institute for Health and Care Excellence; Engineering and Physical Sciences Research Council; AstraZeneca; Green Templeton College, University of Oxford; Nature; University College London; Cancer Research UK; Wellcome Trust; Université de Paris; Ottawa Hospital Research Institute; University of Ottawa; Medical Research Council; Goddard Space Flight Center; University of Washington; Johns Hopkins University; Alan Turing Institute; University of Pennsylvania; University of Exeter; Amsterdam University Medical Centers; Vanderbilt University; Harvard University; Brown University; National Eye Institute; National Institute for Health and Care Research; Harvard T.H. Chan School of Public Health; Sickkids Research Institute; Indian Institute of Technology Madras; Microsoft Research; UK Research and Innovation","keywords":"Consolidated Standards of Reporting Trials; Psychological intervention; Checklist; Delphi method; Medicine; Clinical trial; Medical education; Computer science; Artificial intelligence; Psychology; Nursing; Pathology","authors":[{"name":"Xiaoxuan Liu","is_ca":false},{"name":"Samantha Cruz Rivera","is_ca":false},{"name":"David Moher","is_ca":true},{"name":"Melanie Calvert","is_ca":false},{"name":"Alastair K. Denniston","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8996475236984041,"gpt":0.6780876602274384,"spread":0.2215598634709657,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007802145,0.0001433332,0.0004806716,0.00005027413,0.000360466,0.00006100216,0.00009380206,0.0001752423,0.00006765942],"category_scores_gemma":[0.1480174,0.0001029712,0.0007336107,0.0001989563,0.0001171916,0.00008646402,0.00004512466,0.0002760223,0.00001494168],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003933185,"about_ca_system_score_gemma":0.0006190956,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000849952,"about_ca_topic_score_gemma":0.00006251236,"domain_scores_codex":[0.99239,0.00009869826,0.006483974,0.000499186,0.0002391307,0.0002890605],"domain_scores_gemma":[0.9921498,0.001530118,0.002892468,0.0005621599,0.002607078,0.0002584234],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01468678,0.0004412243,0.003879703,0.0006562814,0.0001248661,0.00005187514,0.001599056,0.00008929582,0.0004798202,0.002868582,0.4468367,0.5282858],"study_design_scores_gemma":[0.003730151,0.01899068,0.002494091,0.004930821,0.002698197,0.001060905,0.05701823,0.2060043,0.03398595,0.233041,0.4342224,0.001823208],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2320508,0.0009488584,0.2213403,0.5269539,0.0084991,0.009913188,0.00001089067,0.0001755442,0.000107457],"genre_scores_gemma":[0.93335,0.0001823674,0.02302192,0.02111298,0.02043463,0.001329653,0.0001398761,0.00005363114,0.0003749744],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7012992,"threshold_uncertainty_score":0.8591592,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2787225861","doi":"10.1126/science.359.6377.725","title":"Artificial intelligence faces reproducibility crisis","year":2018,"lang":"en","type":"article","venue":"Science","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":573,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Reproducibility; Sensitivity (control systems); Code (set theory); Computer science; Artificial intelligence; Statistics; Mathematics; Programming language; Engineering","authors":[{"name":"Matthew Hutson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3130665273602462,"gpt":0.4995019643729114,"spread":0.1864354370126652,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002887021,0.00008228635,0.0001217449,0.0001488165,0.000458883,0.00005769025,0.0002367834,0.00004506388,0.0004514254],"category_scores_gemma":[0.003061824,0.00006846294,0.00003504827,0.001303051,0.001469252,0.0002587502,0.00005983361,0.0001257412,0.001009449],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001196953,"about_ca_system_score_gemma":0.0006550552,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003706295,"about_ca_topic_score_gemma":0.00009248532,"domain_scores_codex":[0.9978759,0.00002378796,0.0003668236,0.0009360036,0.000434005,0.0003634396],"domain_scores_gemma":[0.9977716,0.00005047197,0.00006367241,0.001145095,0.0007556133,0.0002135513],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001302794,0.000291163,0.03095437,0.00004371341,0.000004782866,0.000004278367,0.009452122,0.000005160221,0.05418393,0.004861831,0.001426477,0.8986419],"study_design_scores_gemma":[0.000002255928,0.0003659261,0.01096384,0.00002353195,0.000008820803,0.00001734777,0.00470017,0.0008249889,0.9448981,0.03617909,0.001917283,0.00009869927],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9807758,0.00007654585,0.003584289,0.01109922,0.001455079,0.0002556461,0.000001018461,0.00008211817,0.002670255],"genre_scores_gemma":[0.9955507,0.0000148341,0.002436172,0.001013913,0.000817394,0.000009602837,9.447173e-7,0.000005095866,0.0001513291],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8985432,"threshold_uncertainty_score":0.9997684,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381716616","doi":"10.1371/journal.pdig.0000278","title":"Bias in artificial intelligence algorithms and recommendations for mitigation","year":2023,"lang":"en","type":"review","venue":"PLOS Digital Health","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":557,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; St. Paul's Hospital; Dalhousie University","funders":"","keywords":"Health care; Computer science; Preprocessor; Artificial intelligence; Data science; Machine learning; Health equity; Checklist; Data pre-processing; Algorithm; Risk analysis (engineering); Psychology; Medicine; Political science","authors":[{"name":"Lama Nazer","is_ca":false},{"name":"Razan Zatarah","is_ca":false},{"name":"Shai Waldrip","is_ca":false},{"name":"Janny Xue Chen Ke","is_ca":true},{"name":"Mira Moukheiber","is_ca":false},{"name":"Ashish K. Khanna","is_ca":false},{"name":"Rachel Hicklen","is_ca":false},{"name":"Lama Moukheiber","is_ca":false},{"name":"Dana Moukheiber","is_ca":false},{"name":"Haobo Ma","is_ca":false},{"name":"Piyush Mathur","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6690245219293671,"gpt":0.5476215386606488,"spread":0.1214029832687183,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005310721,0.0002487466,0.001034279,0.0004855813,0.0001380544,0.00010302,0.00007771307,0.0002267765,0.00001324032],"category_scores_gemma":[0.001044851,0.0002287913,0.0001507073,0.0006909299,0.00006264546,0.0001888005,0.00003035801,0.0003627469,0.0001575652],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004482064,"about_ca_system_score_gemma":0.001438717,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002031789,"about_ca_topic_score_gemma":0.0002040749,"domain_scores_codex":[0.9973807,0.00006929712,0.001482262,0.0004682994,0.0001782071,0.0004211943],"domain_scores_gemma":[0.9977888,0.001212755,0.0003689513,0.0002247391,0.0001347629,0.0002700201],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000008041883,0.0001595107,0.0000167401,0.0196218,0.00002165922,0.000001377434,0.0004731155,1.518365e-7,8.481868e-9,0.0008980904,0.0004666187,0.9783329],"study_design_scores_gemma":[0.0000372213,0.001232509,0.00001201633,0.06763101,0.0002182157,0.00006136356,0.003685561,0.001594673,0.00001363046,0.03901339,0.8858882,0.0006122497],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00008843884,0.9826438,0.001106645,0.009906678,0.0007155667,0.004818713,0.0004563862,0.0001489151,0.0001148333],"genre_scores_gemma":[0.0001307221,0.9950379,0.0008991449,0.0002689103,0.0005458792,0.0006389055,0.00216316,0.00006656301,0.0002487926],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9777206,"threshold_uncertainty_score":0.9329839,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2916048747","doi":"10.1371/journal.pone.0212356","title":"Applications of artificial neural networks in health care organizational decision-making: A scoping review","year":2019,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":529,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Health care; Context (archaeology); Artificial intelligence; Artificial neural network; MEDLINE; Computer science; Knowledge management; Machine learning; Management science; Medicine; Engineering; Political science","authors":[{"name":"Nida Shahid","is_ca":true},{"name":"Tim Rappon","is_ca":true},{"name":"Whitney Berta","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2948579486746611,"gpt":0.4870641874079578,"spread":0.1922062387332967,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004078941,0.0002324367,0.002072474,0.0002954083,0.00007406925,0.00001169706,0.0001729326,0.0002346561,0.0002609371],"category_scores_gemma":[0.0007465984,0.0002149781,0.0001708834,0.001360394,0.00003995026,0.00004382827,0.00004857031,0.0004879158,0.00008814868],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003794247,"about_ca_system_score_gemma":0.00262376,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005038651,"about_ca_topic_score_gemma":0.0001023076,"domain_scores_codex":[0.9967106,0.0001507967,0.002008212,0.0004136569,0.0004305726,0.0002861562],"domain_scores_gemma":[0.9972876,0.0007183157,0.0008153476,0.0005342329,0.0005299352,0.0001146256],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000005124252,0.0002900037,0.00008089573,0.3076021,0.00002926777,5.910973e-7,0.00009494819,0.000006960396,3.879883e-8,0.00005701508,0.00004453764,0.6917885],"study_design_scores_gemma":[0.0000153015,0.0001180948,0.000003756098,0.9918324,0.0005777261,0.000007909134,0.00008841231,0.0003266402,0.000001208614,0.00006048907,0.006791461,0.000176646],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001344713,0.9912794,0.001551377,0.0003113912,0.0001209718,0.006625287,0.00001692451,0.00002670846,0.00005444136],"genre_scores_gemma":[0.0002936652,0.9958573,0.001692477,0.0005967068,0.0005851373,0.0004697013,0.0004344682,0.00005425689,0.0000162714],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6916119,"threshold_uncertainty_score":0.8766554,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3200742808","doi":"10.2196/27850","title":"Chatbot for Health Care and Oncology Applications Using Artificial Intelligence and Machine Learning: Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Cancer","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":528,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"Princess Margaret Cancer Centre; University Health Network; York University; University of Toronto; Western University","funders":"Canadian Institutes of Health Research","keywords":"Chatbot; Workflow; Health care; Safeguarding; Clinical decision support system; Medicine; Knowledge management; Computer science; Medical education; Artificial intelligence; Nursing; Decision support system; Political science","authors":[{"name":"Lu Xu","is_ca":true},{"name":"Leslie Sanders","is_ca":true},{"name":"Kay Li","is_ca":true},{"name":"James C. L. Chow","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.447227911396766,"gpt":0.5870085991151851,"spread":0.1397806877184191,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004681312,0.0002784804,0.002456392,0.0001233411,0.0002619105,0.00002907773,0.000072798,0.000239432,0.00004185897],"category_scores_gemma":[0.0002271435,0.0002271155,0.0001940677,0.0003311031,0.00007992547,0.00003394107,0.0000414099,0.0004288698,0.000005968952],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008389723,"about_ca_system_score_gemma":0.00239715,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003268622,"about_ca_topic_score_gemma":0.0002659394,"domain_scores_codex":[0.9976015,0.0002482681,0.001225109,0.0004994395,0.0001395511,0.000286097],"domain_scores_gemma":[0.9980894,0.0003771592,0.000708341,0.0002915752,0.0003151,0.0002183684],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002199448,0.00001840556,0.00000130806,0.4945842,0.00003484443,6.582532e-7,0.0003341113,2.866347e-7,4.842843e-8,0.000215614,0.00004414702,0.5047642],"study_design_scores_gemma":[0.000006770927,0.0002073062,6.339347e-8,0.3873763,0.001277059,0.0001010638,0.0007494379,0.00007707968,0.000001560519,0.00004198813,0.6100104,0.0001508553],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00000101693,0.9856495,0.00258465,0.001399618,0.0002024624,0.01005917,0.00005451724,0.00002850168,0.0000205542],"genre_scores_gemma":[0.00001642648,0.9882239,0.0008213994,0.001011564,0.0005432917,0.008979523,0.0002797746,0.00004739391,0.00007674234],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6099663,"threshold_uncertainty_score":0.9261503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4280572991","doi":"10.1038/s41591-022-01772-9","title":"Reporting guideline for the early-stage clinical evaluation of decision support systems driven by artificial intelligence: DECIDE-AI","year":2022,"lang":"en","type":"review","venue":"Nature Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":519,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; Mila - Quebec Artificial Intelligence Institute; Hospital for Sick Children; Public Health Ontario; University of Toronto","funders":"NIHR Oxford Biomedical Research Centre; National Medical Research Council; Medical Research Council; Russian Science Foundation; National Institutes of Health; National Health Insurance Service; Agency for Science, Technology and Research; University of Oxford; Cancer Research UK; Wellcome Trust; University College London; Research Councils UK; National Institute for Health and Care Research; Alan Turing Institute; GlaxoSmithKline; Engineering and Physical Sciences Research Council; Pioneer Fund; National Science Foundation; UK Research and Innovation; AstraZeneca; Duke-NUS Medical School; American Heart Association; Sheffield Teaching Hospitals NHS Foundation Trust; Alfred P. Sloan Foundation; National Heart, Lung, and Blood Institute; Academy of Medical Sciences","keywords":"Guideline; Stage (stratigraphy); Clinical decision support system; Decision support system; Artificial intelligence; Computer science; Medicine; Pathology; Biology","authors":[{"name":"Baptiste Vasey","is_ca":false},{"name":"Myura Nagendran","is_ca":false},{"name":"Bruce Campbell","is_ca":false},{"name":"David A. Clifton","is_ca":false},{"name":"Gary S. Collins","is_ca":false},{"name":"Spiros Denaxas","is_ca":false},{"name":"Alastair K. Denniston","is_ca":false},{"name":"Livia Faes","is_ca":false},{"name":"Bart Geerts","is_ca":false},{"name":"Mudathir Ibrahim","is_ca":false},{"name":"Xiaoxuan Liu","is_ca":false},{"name":"Bilal A. Mateen","is_ca":false},{"name":"Piyush Mathur","is_ca":false},{"name":"Melissa D. McCradden","is_ca":true},{"name":"Lauren Morgan","is_ca":false},{"name":"Johan Ordish","is_ca":false},{"name":"Campbell Rogers","is_ca":false},{"name":"Suchi Saria","is_ca":false},{"name":"Daniel Shu Wei Ting","is_ca":false},{"name":"Peter Watkinson","is_ca":false},{"name":"Wim Weber","is_ca":false},{"name":"Peter Wheatstone","is_ca":false},{"name":"Peter McCulloch","is_ca":false},{"name":"Aaron Lee","is_ca":false},{"name":"Alan G. Fraser","is_ca":false},{"name":"Ali Connell","is_ca":false},{"name":"Alykhan Vira","is_ca":false},{"name":"Andre Esteva","is_ca":false},{"name":"Andrew D. Althouse","is_ca":false},{"name":"Andrew L. Beam","is_ca":false},{"name":"Anne de Hond","is_ca":false},{"name":"Anne‐Laure Boulesteix","is_ca":false},{"name":"Anthony Bradlow","is_ca":false},{"name":"Ari Ercole","is_ca":false},{"name":"Arsenio Páez","is_ca":false},{"name":"Athanasios Tsanas","is_ca":false},{"name":"Barry Kirby","is_ca":false},{"name":"Ben Glocker","is_ca":false},{"name":"Carmelo Velardo","is_ca":false},{"name":"Chang Min Park","is_ca":false},{"name":"Charisma Hehakaya","is_ca":false},{"name":"Chris Baber","is_ca":false},{"name":"Chris Paton","is_ca":false},{"name":"Christian Johner","is_ca":false},{"name":"Christopher Kelly","is_ca":false},{"name":"Christopher Yau","is_ca":false},{"name":"Clare McGenity","is_ca":false},{"name":"Constantine Gatsonis","is_ca":false},{"name":"Corinne Faivre‐Finn","is_ca":false},{"name":"Crispin Simon","is_ca":false},{"name":"Danielle Sent","is_ca":true},{"name":"Danilo Bzdok","is_ca":true},{"name":"Darren Treanor","is_ca":false},{"name":"David Wong","is_ca":false},{"name":"David F. Steiner","is_ca":false},{"name":"David Higgins","is_ca":false},{"name":"Dawn Benson","is_ca":false},{"name":"Declan P. O’Regan","is_ca":false},{"name":"Dinesh V. Gunasekaran","is_ca":false},{"name":"Dominic Danks","is_ca":false},{"name":"Emanuele Neri","is_ca":false},{"name":"Evangelia Kyrimi","is_ca":false},{"name":"Falk Schwendicke","is_ca":false},{"name":"Farah Magrabi","is_ca":false},{"name":"Frances Ives","is_ca":false},{"name":"Frank Rademakers","is_ca":false},{"name":"G Fowler","is_ca":false},{"name":"Giuseppe Frau","is_ca":false},{"name":"Henry David Jeffry Hogg","is_ca":false},{"name":"Hani J. Marcus","is_ca":false},{"name":"Heang‐Ping Chan","is_ca":false},{"name":"Henry Xiang","is_ca":false},{"name":"Hugh McIntyre","is_ca":false},{"name":"Hugh Harvey","is_ca":false},{"name":"Hyungjin Kim","is_ca":false},{"name":"Ibrahim Habli","is_ca":false},{"name":"James C. Fackler","is_ca":true},{"name":"James Shaw","is_ca":true},{"name":"Janet Higham","is_ca":false},{"name":"Jared M. Wohlgemut","is_ca":true},{"name":"Jaron Chong","is_ca":true},{"name":"Jean‐Emmanuel Bibault","is_ca":false},{"name":"Jérémie F. Cohen","is_ca":false},{"name":"Jesper Kers","is_ca":false},{"name":"Jessica Morley","is_ca":false},{"name":"Joachim Krois","is_ca":false},{"name":"João Monteiro","is_ca":false},{"name":"Joel Horovitz","is_ca":false},{"name":"John Fletcher","is_ca":false},{"name":"Jonathan Taylor","is_ca":false},{"name":"Jung Hyun Yoon","is_ca":false},{"name":"Karandeep Singh","is_ca":false},{"name":"Karel G.M. Moons","is_ca":false},{"name":"Kassandra Karpathakis","is_ca":false},{"name":"Ken Catchpole","is_ca":false},{"name":"Kerenza Hood","is_ca":false},{"name":"Konstantinos Balaskas","is_ca":false},{"name":"Konstantinos Kamnitsas","is_ca":false},{"name":"Laura G. Militello","is_ca":false},{"name":"Laure Wynants","is_ca":false},{"name":"Lauren Oakden‐Rayner","is_ca":false},{"name":"Laurence Lovat","is_ca":false},{"name":"Luc Smits","is_ca":false},{"name":"Ludwig Christian Hinske","is_ca":false},{"name":"M. Khair ElZarrad","is_ca":false},{"name":"Maarten van Smeden","is_ca":false},{"name":"Mara Giavina‐Bianchi","is_ca":true},{"name":"Mark Daley","is_ca":true},{"name":"Mark Sendak","is_ca":false},{"name":"Mark Sujan","is_ca":false},{"name":"Maroeska M. Rovers","is_ca":false},{"name":"Matthew DeCamp","is_ca":false},{"name":"Matthew Woodward","is_ca":false},{"name":"Matthieu Komorowski","is_ca":false},{"name":"Max Marsden","is_ca":false},{"name":"Maxine Mackintosh","is_ca":false},{"name":"Michael D. Abràmoff","is_ca":false},{"name":"Miguel Ángel Armengol de la Hoz","is_ca":false},{"name":"Neale Hambidge","is_ca":false},{"name":"Neil Daly","is_ca":false},{"name":"Niels Peek","is_ca":false},{"name":"Oliver Redfern","is_ca":false},{"name":"Omer F. Ahmad","is_ca":false},{"name":"Patrick M. Bossuyt","is_ca":false},{"name":"Pearse A. Keane","is_ca":false},{"name":"Pedro Ferreira","is_ca":false},{"name":"Petra Schnell‐Inderst","is_ca":false},{"name":"Pietro Mascagni","is_ca":false},{"name":"Prokar Dasgupta","is_ca":false},{"name":"Pujun Guan","is_ca":false},{"name":"Rachel Barnett","is_ca":false},{"name":"Rawen Kader","is_ca":false},{"name":"Reena Chopra","is_ca":false},{"name":"Ritse M. Mann","is_ca":false},{"name":"Rupa Sarkar","is_ca":false},{"name":"Saana M. Mäenpää","is_ca":false},{"name":"Samuel G. Finlayson","is_ca":false},{"name":"Sarah Vollam","is_ca":false},{"name":"Sebastian J. Vollmer","is_ca":false},{"name":"Seong Ho Park","is_ca":false},{"name":"Shakir Laher","is_ca":false},{"name":"Shalmali Joshi","is_ca":false},{"name":"Siri Lise van der Meijden","is_ca":false},{"name":"Susan C. Shelmerdine","is_ca":false},{"name":"Tien‐En Tan","is_ca":false},{"name":"Tom J. W. Stocker","is_ca":false},{"name":"Valentina Giannini","is_ca":false},{"name":"Vince I. Madai","is_ca":false},{"name":"Virginia Newcombe","is_ca":false},{"name":"Wei Yan Ng","is_ca":false},{"name":"Wendy Rogers","is_ca":false},{"name":"William Ogallo","is_ca":false},{"name":"Yoonyoung Park","is_ca":false},{"name":"Zane Perkins","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5522971634084292,"gpt":0.6322133693698807,"spread":0.07991620596145155,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.03750674,0.0005023199,0.003055362,0.000401866,0.0003352835,0.00002621811,0.0005228425,0.001327697,0.0016777],"category_scores_gemma":[0.05810593,0.0002988425,0.0008074363,0.001004183,0.0003018747,0.00007365787,0.0001037719,0.003028098,0.00001852414],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000572513,"about_ca_system_score_gemma":0.003218288,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005552306,"about_ca_topic_score_gemma":0.00005825186,"domain_scores_codex":[0.9828505,0.0007066519,0.01231817,0.0009247955,0.002714321,0.0004855718],"domain_scores_gemma":[0.9790072,0.008234813,0.008209875,0.001394396,0.002855341,0.0002983574],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001286219,0.0001250495,0.0000584281,0.003030452,0.0001938973,0.00001146184,0.000216866,0.00002607539,0.000001063525,0.0001922463,0.05080547,0.9452104],"study_design_scores_gemma":[0.00009235823,0.001089884,0.000006025373,0.006534429,0.00455191,0.0001178202,0.001682685,0.006742247,0.00001758821,0.0005019318,0.9784374,0.0002257384],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001666879,0.9616995,0.01831067,0.002126242,0.01081586,0.006547103,0.00009737637,0.0000480114,0.0001885331],"genre_scores_gemma":[0.00258797,0.9863494,0.0006546314,0.0009017744,0.005691956,0.0009048715,0.002445865,0.0001045427,0.0003589669],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9449846,"threshold_uncertainty_score":0.9999688,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4280519765","doi":"10.1016/s2589-7500(22)00063-2","title":"AI recognition of patient race in medical imaging: a modelling study","year":2022,"lang":"en","type":"article","venue":"The Lancet Digital Health","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":518,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute; Lunenfeld-Tanenbaum Research Institute; University of Toronto","funders":"U.S. National Library of Medicine; National Institute of Biomedical Imaging and Bioengineering; Ministry of Science and Technology, Taiwan; National Heart, Lung, and Blood Institute; National Sleep Foundation; National Institutes of Health; National Science Foundation","keywords":"Medicine; Deep learning; Artificial intelligence; Medical imaging; Confounding; Population; Receiver operating characteristic; Modalities; Machine learning; Computer science; Pathology","authors":[{"name":"Judy Wawira Gichoya","is_ca":false},{"name":"Imon Banerjee","is_ca":false},{"name":"Ananth Reddy Bhimireddy","is_ca":false},{"name":"John L. Burns","is_ca":false},{"name":"Leo Anthony Celi","is_ca":false},{"name":"Li-Ching Chen","is_ca":false},{"name":"Ramón Correa","is_ca":false},{"name":"Natalie Dullerud","is_ca":true},{"name":"Marzyeh Ghassemi","is_ca":false},{"name":"Shih-Cheng Huang","is_ca":false},{"name":"Po‐Chih Kuo","is_ca":false},{"name":"Matthew P. Lungren","is_ca":false},{"name":"Lyle J. Palmer","is_ca":false},{"name":"Brandon J. Price","is_ca":false},{"name":"Saptarshi Purkayastha","is_ca":false},{"name":"Ayis Pyrros","is_ca":false},{"name":"Lauren Oakden‐Rayner","is_ca":false},{"name":"Chima Okechukwu","is_ca":false},{"name":"Laleh Seyyed-Kalantari","is_ca":true},{"name":"Hari Trivedi","is_ca":false},{"name":"Ryan Wang","is_ca":false},{"name":"Zachary Zaiman","is_ca":false},{"name":"Haoran Zhang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1903257979622642,"gpt":0.441383611851315,"spread":0.2510578138890508,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009139126,0.00006126337,0.0002495262,0.0000748501,0.0001172803,0.00001067455,0.00009281709,0.00001370162,0.00009203774],"category_scores_gemma":[0.0001292152,0.00004710848,0.00002806874,0.0002828338,0.00003458251,0.00008124607,0.00005368652,0.0003810994,0.00001006327],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001509297,"about_ca_system_score_gemma":0.0005399548,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001930194,"about_ca_topic_score_gemma":0.0001020207,"domain_scores_codex":[0.9985475,0.0001327339,0.0004699423,0.0001466558,0.0004605087,0.000242652],"domain_scores_gemma":[0.9993504,0.0001674917,0.0001174761,0.0002035474,0.00006213083,0.00009898621],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006338658,0.001791872,0.1281607,0.0001498632,0.00001024741,0.00002386043,0.02981716,0.00111473,8.849193e-7,0.00009822809,0.002806914,0.8353916],"study_design_scores_gemma":[0.002717681,0.01246953,0.02847149,0.001628478,0.00006674936,0.0006951864,0.4810702,0.3628249,0.0004552775,0.08478542,0.02393042,0.0008847312],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9509745,0.0003265762,0.0002820924,0.04697264,0.000216768,0.0006836018,0.0000174041,0.00002330845,0.0005030805],"genre_scores_gemma":[0.9929339,0.00006002447,0.00002591305,0.006678462,0.0001561136,0.00007439104,0.00004280475,0.000009185128,0.00001917824],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8345069,"threshold_uncertainty_score":0.2917889,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2977181930","doi":"10.1177/0840470419873123","title":"Artificial intelligence in healthcare: An essential guide for health leaders","year":2019,"lang":"en","type":"review","venue":"Healthcare Management Forum","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":512,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Health care; Computer science; Applications of artificial intelligence; Knowledge management; Artificial intelligence; Political science","authors":[{"name":"Mei Chen","is_ca":true},{"name":"Michel Décary","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3531245123277414,"gpt":0.5402597546391067,"spread":0.1871352423113652,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002251455,0.0009400658,0.003293659,0.001570546,0.0004274778,0.0001029324,0.0006185831,0.000827986,0.00006092551],"category_scores_gemma":[0.0001336337,0.0009268096,0.0007757618,0.001404684,0.0001691853,0.0002551594,0.0001695294,0.001246404,0.0003883475],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002502443,"about_ca_system_score_gemma":0.00339733,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007829699,"about_ca_topic_score_gemma":0.008812777,"domain_scores_codex":[0.9902321,0.0005943474,0.004193474,0.001882075,0.0007840437,0.002313974],"domain_scores_gemma":[0.9956997,0.0003211616,0.001095452,0.001652001,0.0003304276,0.0009012731],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001239048,0.0003371762,0.00004869672,0.1261692,0.0000844703,0.00002191314,0.0004269133,0.000005283156,2.252252e-8,0.02323229,0.004850473,0.8446997],"study_design_scores_gemma":[0.00005722036,0.001777179,0.000009950717,0.01903114,0.0002993133,0.00004595268,0.005071436,0.0002924656,0.000002831409,0.004430779,0.968279,0.0007027439],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000006156289,0.8905764,0.004832617,0.0855327,0.003647859,0.01485572,0.0001290869,0.0002070349,0.0002123793],"genre_scores_gemma":[0.000362999,0.9794053,0.003670529,0.009756019,0.001113514,0.002035163,0.002266749,0.0002446112,0.001145087],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9634285,"threshold_uncertainty_score":0.9993182,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3008058947","doi":"10.1038/s41586-020-2766-y","title":"Transparency and reproducibility in artificial intelligence","year":2020,"lang":"en","type":"letter","venue":"Nature","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":501,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; University of British Columbia; Canadian Institute for Advanced Research; Vector Institute; Princess Margaret Cancer Centre; BC Children's Hospital; SickKids Foundation; University Health Network; University of Toronto; Ontario Institute for Cancer Research","funders":"National Institute of General Medical Sciences; National Cancer Institute; Biotechnology and Biological Sciences Research Council","keywords":"Transparency (behavior); Computer science; Field (mathematics); Artificial intelligence; Data science; Computer security; Mathematics","authors":[{"name":"Benjamin Haibe‐Kains","is_ca":true},{"name":"George Alexandru Adam","is_ca":true},{"name":"Ahmed Hosny","is_ca":false},{"name":"Farnoosh Khodakarami","is_ca":true},{"name":"Thakkar Shraddha","is_ca":false},{"name":"Rebecca Kusko","is_ca":false},{"name":"Susanna‐Assunta Sansone","is_ca":false},{"name":"Weida Tong","is_ca":false},{"name":"Russ Wolfinger","is_ca":false},{"name":"Christopher E. Mason","is_ca":false},{"name":"Wendell Jones","is_ca":false},{"name":"Joaquı́n Dopazo","is_ca":false},{"name":"Cesare Furlanello","is_ca":false},{"name":"Levi Waldron","is_ca":true},{"name":"Bo Wang","is_ca":true},{"name":"Chris McIntosh","is_ca":true},{"name":"Anna Goldenberg","is_ca":true},{"name":"Anshul Kundaje","is_ca":false},{"name":"Casey S. Greene","is_ca":false},{"name":"Tamara Broderick","is_ca":true},{"name":"Michael M. Hoffman","is_ca":true},{"name":"Jeffrey T. Leek","is_ca":true},{"name":"Keegan Korthauer","is_ca":true},{"name":"Wolfgang Huber","is_ca":false},{"name":"Alvis Brāzma","is_ca":true},{"name":"Joëlle Pineau","is_ca":true},{"name":"Robert Tibshirani","is_ca":false},{"name":"Trevor Hastie","is_ca":false},{"name":"John P. A. Ioannidis","is_ca":false},{"name":"John Quackenbush","is_ca":false},{"name":"Hugo J.W.L. Aerts","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.176560879991743,"gpt":0.4255108759819602,"spread":0.2489499959902172,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0004597301,0.0002151344,0.0004190263,0.0001456918,0.00004980784,0.00002288303,0.0001211775,0.003640881,0.0001538728],"category_scores_gemma":[0.001777979,0.0001970343,0.00007456368,0.0003994687,0.0001061918,0.00005278007,0.00002030657,0.01355363,0.00005316471],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001098251,"about_ca_system_score_gemma":0.0003144284,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002696506,"about_ca_topic_score_gemma":0.0001445031,"domain_scores_codex":[0.9973388,0.00008273761,0.0006053721,0.001383042,0.0003002762,0.0002897796],"domain_scores_gemma":[0.9985995,0.0001610481,0.00009316904,0.000916102,0.0001360598,0.00009409251],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001736491,0.00009141348,0.005777681,0.001594312,0.00002061747,0.0006752595,0.003055734,0.000001113348,0.0001008956,0.0001633198,0.7847087,0.2036373],"study_design_scores_gemma":[0.00002494114,0.0004768783,0.003473775,0.0008143448,0.0001447735,0.0001111372,0.000804036,0.0002977052,0.01097553,0.07299182,0.9092569,0.0006281211],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.01176869,0.002399059,0.00005167641,0.9830267,0.001561564,0.000661059,0.00001860972,0.00005579954,0.0004568506],"genre_scores_gemma":[0.3062192,0.0003198842,0.0002558171,0.6868089,0.005833512,0.00002985392,0.0002380869,0.00002858327,0.0002661504],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.2962177,"threshold_uncertainty_score":0.9976526,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4368340908","doi":"10.1016/j.xops.2023.100324","title":"Evaluating the Performance of ChatGPT in Ophthalmology","year":2023,"lang":"en","type":"article","venue":"Ophthalmology Science","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":494,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Université de Montréal; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Hôpital Maisonneuve-Rosemont","funders":"American Academy of Ophthalmology; Bayer","keywords":"Logistic regression; Test (biology); Set (abstract data type); Computer science; Post hoc; Artificial intelligence; Index (typography); Regression; Scale (ratio); Section (typography); Statistics; Test set; Machine learning; Regression analysis; Key (lock); Natural language processing; Medicine; Mathematics; World Wide Web; Programming language","authors":[{"name":"Fares Antaki","is_ca":true},{"name":"Samir Touma","is_ca":true},{"name":"Daniel Milad","is_ca":true},{"name":"Jonathan El‐Khoury","is_ca":true},{"name":"Renaud Duval","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3596977566977329,"gpt":0.5413077638481226,"spread":0.1816100071503898,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030943,0.00007318005,0.0001705367,0.0003291448,0.0001975074,0.000005908607,0.0002948167,0.00007228829,0.0001885592],"category_scores_gemma":[0.001060828,0.00005183995,0.00002784354,0.002246566,0.001062709,0.0001126466,0.00008389606,0.0002013719,0.0001754863],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006465452,"about_ca_system_score_gemma":0.000630805,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002750812,"about_ca_topic_score_gemma":0.000001414321,"domain_scores_codex":[0.9985737,0.00007864699,0.0003534746,0.0002823662,0.0003036361,0.0004081921],"domain_scores_gemma":[0.9989403,0.0003499508,0.00009786683,0.000354247,0.000194812,0.00006284213],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009290672,0.00006901012,0.9434685,0.00006046618,0.000002950461,0.00009811488,0.002293526,0.000648941,0.04018906,0.0003490707,0.00002385179,0.01270358],"study_design_scores_gemma":[0.00004940581,0.001493633,0.929229,0.00006733182,0.000006583423,0.003614277,0.00127015,0.0317359,0.03154828,0.0009003478,0.00001158791,0.00007351355],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9932514,0.00005815598,6.792075e-7,0.002275441,0.0006584363,0.0002745027,5.01464e-7,0.00001565205,0.003465208],"genre_scores_gemma":[0.9988925,0.00001682201,0.0002122175,0.00007619089,0.00006402027,0.00004151809,0.000002230158,0.000005471554,0.0006889753],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03108696,"threshold_uncertainty_score":0.3915595,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3087893815","doi":"10.1146/annurev-biodatasci-092820-114757","title":"Ethical Machine Learning in Healthcare","year":2021,"lang":"en","type":"article","venue":"Annual Review of Biomedical Data Science","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":479,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute","funders":"National Institute on Minority Health and Health Disparities","keywords":"Health care; Pipeline (software); Ethical issues; Selection (genetic algorithm); Frame (networking); Healthcare system","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.192406255687194,"gpt":0.518899363750473,"spread":0.3264931080632789,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004371929,0.00007825723,0.0003427495,0.000123823,0.00008695162,0.000008331571,0.0004522666,0.0001162235,0.0002243983],"category_scores_gemma":[0.01723254,0.00006147888,0.00003283018,0.002201162,0.0007851881,0.0002435178,0.0003383012,0.0007983829,0.00004954213],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006581723,"about_ca_system_score_gemma":0.002905284,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00111299,"about_ca_topic_score_gemma":0.00009891231,"domain_scores_codex":[0.9974644,0.0001612223,0.0006798498,0.0004727139,0.0009075253,0.0003143238],"domain_scores_gemma":[0.9979303,0.0002610298,0.0001109334,0.0007221589,0.000595096,0.000380419],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002014801,0.0003199695,0.01086031,0.01056861,0.0000047085,0.0001041569,0.0005077459,1.013704e-7,0.001254838,0.001858543,0.005641465,0.9688594],"study_design_scores_gemma":[0.0001627785,0.0009212706,0.01772743,0.04253202,0.00006450769,0.0004439109,0.002013262,0.00283501,0.004806882,0.0008132301,0.9273355,0.0003441969],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.0273704,0.2133692,0.0006170874,0.7554914,0.001063078,0.0006959345,0.0003435162,0.00005966816,0.0009897101],"genre_scores_gemma":[0.7382182,0.2213393,0.003246366,0.03558663,0.0002119181,0.00001019331,0.001275562,0.000009821918,0.0001019885],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9685152,"threshold_uncertainty_score":0.9910457,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3006523342","doi":"10.1089/tmj.2019.0158","title":"Telemedicine Practice: Review of the Current Ethical and Legal Challenges","year":2020,"lang":"en","type":"article","venue":"Telemedicine Journal and e-Health","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":467,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Telemedicine; Informed consent; Confidentiality; Malpractice; Medicine; Health care; Legislation; Internet privacy; Engineering ethics; Political science; Alternative medicine; Law; Computer science; Engineering; Pathology","authors":[{"name":"Giulio Nittari","is_ca":false},{"name":"Ravjyot Singh Khuman","is_ca":false},{"name":"Simone Baldoni","is_ca":false},{"name":"Graziano Pallotta","is_ca":false},{"name":"Gopi Battineni","is_ca":false},{"name":"Ascanio Sirignano","is_ca":false},{"name":"Francesco Amenta","is_ca":false},{"name":"Giovanna Ricci","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.294272464137711,"gpt":0.5116432542960507,"spread":0.2173707901583397,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003241439,0.000150526,0.0006221574,0.00005776891,0.0002394672,0.000008307044,0.00009013408,0.00007104883,0.00007996216],"category_scores_gemma":[0.002592655,0.00008387543,0.00006216486,0.0002461822,0.0002134527,0.00008573657,0.00004980047,0.001942045,0.000003156413],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006438787,"about_ca_system_score_gemma":0.001096077,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001709002,"about_ca_topic_score_gemma":0.00002027463,"domain_scores_codex":[0.9975482,0.000265728,0.00106755,0.000211918,0.0006066857,0.0002998834],"domain_scores_gemma":[0.9978112,0.0002338293,0.0006348299,0.0001615537,0.0003770303,0.0007815557],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000790541,0.00008145565,0.0009813043,0.01330508,0.00003004961,0.000009333143,0.003397744,7.171591e-8,0.000034076,0.0007971186,0.08414902,0.8971357],"study_design_scores_gemma":[0.0005052164,0.004780809,0.01516332,0.03417799,0.0002097174,0.003281779,0.007553931,0.00009585876,0.0001142448,0.0004925666,0.9334729,0.0001516528],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.003122101,0.3476609,0.0001154883,0.6480903,0.0003732758,0.0003781004,0.000001334898,0.000009925655,0.0002485346],"genre_scores_gemma":[0.1474493,0.6973706,0.0003558796,0.1529622,0.001827915,0.000004626071,0.000003412011,0.00001073135,0.00001528961],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.896984,"threshold_uncertainty_score":0.8437329,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4376640725","doi":"10.1148/radiol.230582","title":"Performance of ChatGPT on a Radiology Board-style Examination: Insights into Current Strengths and Limitations","year":2023,"lang":"en","type":"article","venue":"Radiology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":456,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Women's College Hospital","funders":"","keywords":"Medicine; Style (visual arts); Recall; Order (exchange); Radiology; Medical physics; Cognitive psychology; Psychology","authors":[{"name":"Rajesh Bhayana","is_ca":true},{"name":"Satheesh Krishna","is_ca":true},{"name":"Robert Bleakney","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1150913827002931,"gpt":0.3991779660783883,"spread":0.2840865833780953,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000216259,0.00008986682,0.000242018,0.0002909359,0.00009600701,0.000002478345,0.00004945915,0.0001150073,0.00002117177],"category_scores_gemma":[0.0007505863,0.00007849996,0.00002986438,0.0003029267,0.0001795361,0.00004617178,0.0000162878,0.0001637421,0.00008732641],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005478035,"about_ca_system_score_gemma":0.0001029731,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003751969,"about_ca_topic_score_gemma":0.00004036321,"domain_scores_codex":[0.9991024,0.0001119471,0.0003167179,0.0002121456,0.00007922268,0.0001775977],"domain_scores_gemma":[0.998551,0.0009842139,0.00008813408,0.0001784601,0.0001153667,0.0000828808],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001221587,0.0001193864,0.02589227,0.0002411565,0.00003069281,0.00000529253,0.0144348,0.00008405759,0.001965367,0.003632129,0.001919759,0.9515529],"study_design_scores_gemma":[0.000402022,0.00552289,0.8986038,0.0003379086,0.0000923351,0.0001485733,0.004619653,0.03297151,0.009414388,0.002348901,0.04521889,0.0003191401],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9952875,0.001437887,0.00002999715,0.001449665,0.0007598909,0.0002264983,0.000001100034,0.00004820845,0.0007592685],"genre_scores_gemma":[0.9902776,0.00891857,0.0001012337,0.0001454623,0.0003090754,0.00005316562,0.00006260861,0.000008826062,0.0001234531],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9512338,"threshold_uncertainty_score":0.3201135,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381252082","doi":"10.1016/j.iotcps.2023.06.002","title":"Transformative effects of ChatGPT on modern education: Emerging Era of AI Chatbots","year":2023,"lang":"en","type":"article","venue":"Internet of Things and Cyber-Physical Systems","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":456,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Transformative learning; Originality; Chatbot; Engineering ethics; Computer science; Public relations; Psychology; Knowledge management; Pedagogy; Sociology; Political science; World Wide Web; Engineering; Qualitative research","authors":[{"name":"Sukhpal Singh Gill","is_ca":false},{"name":"Minxian Xu","is_ca":false},{"name":"Panos Patros","is_ca":false},{"name":"Huaming Wu","is_ca":false},{"name":"Rupinder Kaur","is_ca":false},{"name":"Kamalpreet Kaur","is_ca":false},{"name":"Stephanie Fuller","is_ca":false},{"name":"Manmeet Singh","is_ca":false},{"name":"Priyansh Arora","is_ca":false},{"name":"Ajith Kumar Parlikad","is_ca":false},{"name":"Vlado Stankovski","is_ca":false},{"name":"Ajith Abraham","is_ca":false},{"name":"Soumya K. Ghosh","is_ca":false},{"name":"Hanan Lutfiyya","is_ca":true},{"name":"Salil S. Kanhere","is_ca":false},{"name":"Rami Bahsoon","is_ca":false},{"name":"Omer Rana","is_ca":false},{"name":"Schahram Dustdar","is_ca":false},{"name":"Rizos Sakellariou","is_ca":false},{"name":"Steve Uhlig","is_ca":false},{"name":"Rajkumar Buyya","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03018287497078106,"gpt":0.3610231996800103,"spread":0.3308403247092293,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001684312,0.0001151885,0.0004243997,0.0001044985,0.00002304865,0.000008159826,0.00007537378,0.00006943979,0.000004501748],"category_scores_gemma":[0.00007242047,0.00009246248,0.0001005245,0.0002048136,0.00007788943,0.0001295229,0.00001644394,0.0002063525,0.00001153544],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000304123,"about_ca_system_score_gemma":0.00008858164,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003201713,"about_ca_topic_score_gemma":0.000003709283,"domain_scores_codex":[0.9989144,0.00004506257,0.0004625662,0.0001605216,0.0002697937,0.0001476772],"domain_scores_gemma":[0.9991244,0.0002223166,0.0002086248,0.000150014,0.0002093018,0.00008530664],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000592375,0.001881407,0.005203289,0.01515178,0.0003844043,0.000005961848,0.3261548,0.0001759903,0.06505366,0.03689152,0.002323501,0.5461813],"study_design_scores_gemma":[0.0004205943,0.00419423,0.009019137,0.01821351,0.0002408689,0.00002370443,0.01694871,0.1025366,0.83606,0.01100963,0.0009114031,0.0004215635],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9957811,0.0003141427,0.000466907,0.001285585,0.0006908116,0.0004545563,0.000002629983,0.00002544647,0.0009788356],"genre_scores_gemma":[0.9991331,0.00006033049,0.00001120865,0.0001588743,0.0002130726,0.00004065881,0.00001125496,0.00001269574,0.0003587749],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7710064,"threshold_uncertainty_score":0.4840053,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3130937151","doi":"10.1038/s41746-021-00385-9","title":"Do as AI say: susceptibility in deployment of clinical decision-aids","year":2021,"lang":"en","type":"article","venue":"npj Digital Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":447,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute; University of Toronto; St. Michael's Hospital","funders":"Natural Sciences and Engineering Research Council of Canada; Government of Canada; Canadian Institute for Advanced Research; Vector Institute; Microsoft Research","keywords":"Advice (programming); Medical diagnosis; Decision aids; Software deployment; Task (project management); Quality (philosophy); Work (physics); Psychology; Medicine; Medical education; Computer science; Medical physics; Pathology; Engineering; Alternative medicine","authors":[{"name":"Susanne Gaube","is_ca":false},{"name":"Harini Suresh","is_ca":false},{"name":"Martina Raue","is_ca":false},{"name":"Alexander Merritt","is_ca":false},{"name":"Seth J. Berkowitz","is_ca":false},{"name":"Eva Lermer","is_ca":false},{"name":"Joseph F. Coughlin","is_ca":false},{"name":"John V. Guttag","is_ca":false},{"name":"Errol Colak","is_ca":true},{"name":"Marzyeh Ghassemi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2054665387131868,"gpt":0.527046304125125,"spread":0.3215797654119381,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001043049,0.0001352863,0.0006364309,0.0001280242,0.00002548267,0.00001286908,0.00008983896,0.0001649767,0.001015551],"category_scores_gemma":[0.01192238,0.0001038093,0.0001171448,0.0005291419,0.0002609165,0.000147161,0.00005318708,0.0003653954,0.0001263351],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009863031,"about_ca_system_score_gemma":0.0007429923,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004142906,"about_ca_topic_score_gemma":0.0002115021,"domain_scores_codex":[0.9971855,0.00006702465,0.001531282,0.0004180963,0.0005446801,0.0002533943],"domain_scores_gemma":[0.9972445,0.001203482,0.0001419473,0.0005525966,0.0005376634,0.0003198058],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002742773,0.0005370976,0.4632434,0.0000686374,0.0000153434,0.00007347792,0.000537292,0.000001627891,0.0001727195,0.0005112204,0.001886866,0.532678],"study_design_scores_gemma":[0.002348896,0.009886109,0.7865219,0.005364986,0.0001989339,0.0003541145,0.02181792,0.0002786978,0.01972598,0.09359109,0.05936166,0.0005497835],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9772666,0.0006927217,0.0002856614,0.009860774,0.001082187,0.0002875529,0.000004545521,0.00002717037,0.01049281],"genre_scores_gemma":[0.9955879,0.0002368009,0.0003141596,0.002633744,0.0006570057,0.00001027408,0.00004516705,0.00001557261,0.0004993826],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5321282,"threshold_uncertainty_score":0.9998977,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3084438218","doi":"10.1016/s2589-7500(20)30219-3","title":"Guidelines for clinical trial protocols for interventions involving artificial intelligence: the SPIRIT-AI extension","year":2020,"lang":"en","type":"review","venue":"The Lancet Digital Health","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":426,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Women's College Hospital; University of Toronto","funders":"U.S. National Library of Medicine; National Eye Institute; National Heart, Lung, and Blood Institute; Alan Turing Institute; University of Birmingham; National Institute for Health Research Applied Research Collaboration West; Birmingham Biomedical Research Centre; Research England; U.S. Food and Drug Administration; Moorfields Eye Charity; UK Research and Innovation; Surgical Reconstruction and Microbiology Research Centre; Health Foundation; University Hospitals Birmingham NHS Foundation Trust; National Institutes of Health; University of Ottawa; Department of Health and Social Care; Office of the Director; Accenture; National Institute for Health and Care Research; Engineering and Physical Sciences Research Council; Macmillan Cancer Support; University of Warwick; Wellcome Trust; European Regional Development Fund; UCB Pharma; Impact Fund","keywords":"Psychological intervention; Checklist; Protocol (science); Delphi method; Guideline; Clinical trial; Artificial intelligence; Stakeholder; Medicine; Medical education; Psychology; Computer science; Alternative medicine; Nursing; Public relations; Pathology; Political science","authors":[{"name":"Samantha Cruz Rivera","is_ca":false},{"name":"Xiaoxuan Liu","is_ca":false},{"name":"An‐Wen Chan","is_ca":true},{"name":"Alastair K. Denniston","is_ca":false},{"name":"Melanie Calvert","is_ca":false},{"name":"Hutan Ashrafian","is_ca":false},{"name":"Andrew L. Beam","is_ca":false},{"name":"Gary S. Collins","is_ca":false},{"name":"Ara Darzi","is_ca":false},{"name":"Jonathan J Deeks","is_ca":false},{"name":"M. Khair ElZarrad","is_ca":false},{"name":"Cyrus Espinoza","is_ca":false},{"name":"Andre Esteva","is_ca":false},{"name":"Livia Faes","is_ca":false},{"name":"Lavinia Ferrante di Ruffano","is_ca":false},{"name":"John Fletcher","is_ca":false},{"name":"Robert Golub","is_ca":false},{"name":"Hugh Harvey","is_ca":false},{"name":"Charlotte Haug","is_ca":false},{"name":"Christopher Holmes","is_ca":false},{"name":"Adrian Jonas","is_ca":false},{"name":"Pearse A. Keane","is_ca":false},{"name":"Christopher Kelly","is_ca":false},{"name":"Aaron Lee","is_ca":false},{"name":"Cecilia S. Lee","is_ca":false},{"name":"Elaine Manna","is_ca":false},{"name":"James Matcham","is_ca":false},{"name":"Melissa D. McCradden","is_ca":false},{"name":"David Moher","is_ca":false},{"name":"João Monteiro","is_ca":false},{"name":"Cynthia D. Mulrow","is_ca":false},{"name":"Luke Oakden‐Rayner","is_ca":false},{"name":"Dina N. Paltoo","is_ca":false},{"name":"Maria Beatrice Panico","is_ca":false},{"name":"Gary Price","is_ca":false},{"name":"Samuel Rowley","is_ca":false},{"name":"Richard S. Savage","is_ca":false},{"name":"Rupa Sarkar","is_ca":false},{"name":"Sebastian J. Vollmer","is_ca":false},{"name":"Christopher Yau","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9301017812447467,"gpt":0.7200701326545438,"spread":0.210031648590203,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005198268,0.0004190358,0.002641543,0.0000907333,0.0006149479,0.0003066412,0.0006212083,0.000330945,0.00001936888],"category_scores_gemma":[0.01701524,0.0002200545,0.001921858,0.0004137855,0.0002344039,0.000149664,0.0001172013,0.0009356895,0.00008985576],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001998114,"about_ca_system_score_gemma":0.003747566,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005238164,"about_ca_topic_score_gemma":0.0001133302,"domain_scores_codex":[0.9935225,0.0003459238,0.004398001,0.0006840971,0.0003426744,0.0007067737],"domain_scores_gemma":[0.9916217,0.004653834,0.001402646,0.00098417,0.001025783,0.0003118746],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002859316,0.0002249242,0.000002349788,0.02160901,0.00006734178,7.122278e-7,0.0001426766,4.370214e-7,7.768231e-9,0.00281403,0.07816666,0.8941125],"study_design_scores_gemma":[0.0003574558,0.003035594,8.400078e-7,0.02371877,0.0002562685,0.00002094467,0.000388086,0.0003150066,9.519e-7,0.02277617,0.9489385,0.000191359],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000004027208,0.7695625,0.014906,0.1158337,0.002195676,0.09697437,0.0003660917,0.0001211295,0.00003645867],"genre_scores_gemma":[0.00002348029,0.9280141,0.001384273,0.00945753,0.02286789,0.03724957,0.0006682713,0.00009643812,0.0002384623],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8939212,"threshold_uncertainty_score":0.9912649,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3136907493","doi":"10.1016/s2589-7500(20)30218-1","title":"Reporting guidelines for clinical trial reports for interventions involving artificial intelligence: the CONSORT-AI extension","year":2020,"lang":"en","type":"review","venue":"The Lancet Digital Health","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":413,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Eye Institute; Birmingham Biomedical Research Centre; Research England; Medical Research Council; University Hospitals Birmingham NHS Foundation Trust; National Institutes of Health; Wellcome Trust; Nature; Patient Safety Translational Research Centre; University of Toronto; National Institute for Health and Care Research; Imperial College London; University of Ottawa; Alan Turing Institute; Ottawa Hospital Research Institute; National Heart, Lung, and Blood Institute; Hospital for Sick Children; University of Oxford; University of Warwick; Moorfields Eye Hospital NHS Foundation Trust; National Institute for Health and Care Excellence; Women's College Hospital; University of Washington; AstraZeneca","keywords":"Consolidated Standards of Reporting Trials; Psychological intervention; Checklist; Delphi method; Clinical trial; Medicine; Protocol (science); Guideline; Artificial intelligence; Computer science; Psychology; Alternative medicine; Nursing; Pathology","authors":[{"name":"Xiaoxuan Liu","is_ca":false},{"name":"Samantha Cruz Rivera","is_ca":false},{"name":"David Moher","is_ca":true},{"name":"Melanie Calvert","is_ca":false},{"name":"Alastair K. Denniston","is_ca":false},{"name":"Hutan Ashrafian","is_ca":true},{"name":"Andrew L. Beam","is_ca":true},{"name":"An-Wen Chan","is_ca":true},{"name":"Gary S. Collins","is_ca":true},{"name":"Ara DarziJonathan J Deeks","is_ca":true},{"name":"M. Khair ElZarrad","is_ca":true},{"name":"Cyrus Espinoza","is_ca":true},{"name":"Andre Esteva","is_ca":true},{"name":"Livia Faes","is_ca":true},{"name":"Lavinia Ferrante di Ruffano","is_ca":true},{"name":"John Fletcher","is_ca":true},{"name":"Robert Golub","is_ca":false},{"name":"Hugh Harvey","is_ca":true},{"name":"Charlotte Haug","is_ca":true},{"name":"Christopher Holmes","is_ca":true},{"name":"Adrian Jonas","is_ca":true},{"name":"Pearse A. Keane","is_ca":true},{"name":"Christopher Kelly","is_ca":true},{"name":"Aaron Lee","is_ca":true},{"name":"Cecilia S Lee","is_ca":true},{"name":"Elaine Manna","is_ca":true},{"name":"James Matcham","is_ca":true},{"name":"Melissa D. McCradden","is_ca":false},{"name":"João Monteiro","is_ca":true},{"name":"Cynthia D. Mulrow","is_ca":true},{"name":"Luke Oakden‐Rayner","is_ca":true},{"name":"Dina N. Paltoo","is_ca":true},{"name":"Maria Beatrice Panico","is_ca":true},{"name":"Gary Price","is_ca":true},{"name":"Samuel Rowley","is_ca":false},{"name":"Richard S. Savage","is_ca":false},{"name":"Rupa Sarkar","is_ca":false},{"name":"Sebastian J. Vollmer","is_ca":true},{"name":"Christopher Yau","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.92372286958686,"gpt":0.7011226485602913,"spread":0.2226002210265687,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01233177,0.0004132329,0.003273066,0.00009589133,0.000720947,0.0002692094,0.0003398602,0.00033152,0.00001349902],"category_scores_gemma":[0.07475826,0.0002255538,0.002193159,0.000403523,0.0002444495,0.0001425192,0.0001193287,0.00100478,0.00002490636],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002055553,"about_ca_system_score_gemma":0.004029131,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009908005,"about_ca_topic_score_gemma":0.00007879521,"domain_scores_codex":[0.9861741,0.000297537,0.01159561,0.0008431554,0.0003738462,0.0007157743],"domain_scores_gemma":[0.9818377,0.005602471,0.00918107,0.001429825,0.001566736,0.0003821267],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001210712,0.0001388975,0.00001330444,0.01190316,0.00009579123,0.0000103123,0.0001815646,7.596697e-7,1.185039e-8,0.000948959,0.05708916,0.9284074],"study_design_scores_gemma":[0.0001734531,0.001396484,0.000002166582,0.0159779,0.0004783174,0.0002953025,0.0008810743,0.0003040351,0.000001035983,0.02246113,0.9578164,0.0002127055],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0000505198,0.8861258,0.01095983,0.08482541,0.005609383,0.01208429,0.0001414143,0.0001435479,0.00005981767],"genre_scores_gemma":[0.0003553677,0.9703405,0.001233964,0.006941205,0.01851789,0.001422098,0.0008439044,0.00009326634,0.000251777],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9281946,"threshold_uncertainty_score":0.9330354,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3044626901","doi":"10.2196/18599","title":"Role of Artificial Intelligence in Patient Safety Outcomes: Systematic Literature Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":410,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Patient safety; Artificial intelligence; Systematic review; Clinical decision support system; Machine learning; MEDLINE; Decision tree; Computer science; Medicine; Decision support system; Health care","authors":[{"name":"Avishek Choudhury","is_ca":false},{"name":"Onur Asan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09932253929292394,"gpt":0.447337276712411,"spread":0.348014737419487,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001035615,0.0004647156,0.00425805,0.0003607723,0.00003821513,0.00002434566,0.0003980616,0.0007716524,0.0002475043],"category_scores_gemma":[0.003427281,0.0003027335,0.0006218384,0.001532755,0.0001155482,0.0001435409,0.0001185587,0.001544785,0.000352782],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003010689,"about_ca_system_score_gemma":0.001579081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001124741,"about_ca_topic_score_gemma":0.000009336471,"domain_scores_codex":[0.9912014,0.0002575396,0.006655016,0.0002081937,0.001302501,0.0003753569],"domain_scores_gemma":[0.9962859,0.0007546243,0.001507419,0.000629695,0.0002900073,0.0005323783],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000005348251,0.00008854576,0.000001413866,0.4822581,0.00003610345,0.00002085532,0.003230134,6.126008e-8,5.073532e-9,0.0002798126,0.0001172997,0.5139623],"study_design_scores_gemma":[0.00001029023,0.0001870941,3.870174e-7,0.8192677,0.0004159977,0.0001993472,0.002536441,0.0005274843,0.00000171439,0.0001591389,0.1764833,0.000211091],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00000487801,0.9931353,0.0001580005,0.0005097276,0.0003248588,0.005196785,0.00003303165,0.00004129743,0.0005960695],"genre_scores_gemma":[0.00002179623,0.9965646,0.0005144409,0.001854938,0.000148611,0.000554649,0.0002963479,0.0000314582,0.00001318604],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5137512,"threshold_uncertainty_score":0.9999425,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4366422585","doi":"10.37074/jalt.2023.6.1.22","title":"What ChatGPT means for universities: Perceptions of scholars and students","year":2023,"lang":"en","type":"article","venue":"Journal of Applied Learning & Teaching","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":405,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Employability; Thematic analysis; Context (archaeology); Higher education; Perception; Engineering ethics; Literacy; Psychology; Pedagogy; Political science; Sociology; Public relations; Qualitative research; Engineering; Social science","authors":[{"name":"Mehmet Fırat","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06886063529449976,"gpt":0.4291875111883673,"spread":0.3603268758938676,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001444604,0.00006305535,0.0001990466,0.0002780309,0.0002668402,0.00005081985,0.00007260549,0.00005860992,0.00001755231],"category_scores_gemma":[0.000158431,0.00005822394,0.00006700607,0.0001131772,0.00003727519,0.0002613883,0.00002316488,0.000603331,0.000005602055],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001000154,"about_ca_system_score_gemma":0.0001289296,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002263934,"about_ca_topic_score_gemma":0.000002591446,"domain_scores_codex":[0.9991695,0.00004009979,0.0003233946,0.00008500545,0.000247025,0.000134971],"domain_scores_gemma":[0.9992017,0.0002589997,0.0002440833,0.00006201114,0.0001412162,0.00009203036],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001097118,0.0003391504,0.1233845,0.0007196941,0.0003637966,0.00001781813,0.3775972,0.006737377,0.03309604,0.00283992,0.001254308,0.4525531],"study_design_scores_gemma":[0.0003407616,0.0007961801,0.03005792,0.0008770968,0.0001963782,0.00004268722,0.9547437,0.001287542,0.0009877681,0.0008160466,0.009737136,0.0001167235],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9967959,0.00007633735,0.001324134,0.001090216,0.0002831664,0.0001462445,4.115302e-7,0.00001860938,0.0002649842],"genre_scores_gemma":[0.9974113,0.0004258585,0.001265809,0.00009343836,0.0002627318,0.000002134278,0.000004662624,0.00001252154,0.0005215086],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5771466,"threshold_uncertainty_score":0.2621207,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4280488363","doi":"10.1136/bmj-2022-070904","title":"Reporting guideline for the early stage clinical evaluation of decision support systems driven by artificial intelligence: DECIDE-AI","year":2022,"lang":"en","type":"article","venue":"BMJ","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":401,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hospital for Sick Children; Public Health Ontario; University of Toronto","funders":"Medical Research Council; Sheffield Teaching Hospitals NHS Foundation Trust; University of Oxford; Wellcome Trust; Academy of Medical Sciences; Engineering and Physical Sciences Research Council; National Institute for Health and Care Research; Alan Turing Institute; Cancer Research UK","keywords":"Guideline; Checklist; Delphi method; Decision support system; Clinical decision support system; Stakeholder; Delphi; Computer science; Artificial intelligence; Scale (ratio); Management science; Medicine; Knowledge management; Process management; Psychology; Pathology; Engineering","authors":[{"name":"Baptiste Vasey","is_ca":false},{"name":"Myura Nagendran","is_ca":false},{"name":"Bruce Campbell","is_ca":false},{"name":"David A. Clifton","is_ca":false},{"name":"Gary S. Collins","is_ca":false},{"name":"Spiros Denaxas","is_ca":false},{"name":"Alastair K. Denniston","is_ca":false},{"name":"Livia Faes","is_ca":false},{"name":"Bart Geerts","is_ca":false},{"name":"Mudathir Ibrahim","is_ca":false},{"name":"Xiaoxuan Liu","is_ca":false},{"name":"Bilal A. Mateen","is_ca":false},{"name":"Piyush Mathur","is_ca":false},{"name":"Melissa D. McCradden","is_ca":true},{"name":"Lauren Morgan","is_ca":false},{"name":"Johan Ordish","is_ca":false},{"name":"Campbell Rogers","is_ca":false},{"name":"Suchi Saria","is_ca":false},{"name":"Daniel Shu Wei Ting","is_ca":false},{"name":"Peter Watkinson","is_ca":false},{"name":"Wim Weber","is_ca":false},{"name":"Peter Wheatstone","is_ca":false},{"name":"Peter McCulloch","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4957717892880607,"gpt":0.593862831585248,"spread":0.09809104229718729,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02686114,0.0001135537,0.0003723718,0.00009155188,0.0003549333,0.00002892052,0.0001764843,0.00009795863,0.0006102904],"category_scores_gemma":[0.01291319,0.00008787467,0.0001996846,0.0002920369,0.00007696276,0.00007165148,0.00007018304,0.0003177554,0.00001820329],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002028404,"about_ca_system_score_gemma":0.001249359,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001165798,"about_ca_topic_score_gemma":0.00007309997,"domain_scores_codex":[0.9925134,0.0003124604,0.005343702,0.0003504895,0.001224692,0.000255267],"domain_scores_gemma":[0.9936991,0.001507048,0.002376756,0.0005883279,0.001715426,0.0001133055],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006745925,0.0002816124,0.01998341,0.00005094184,0.00006214943,0.000006120413,0.0009919031,0.007119449,0.0003195274,0.0004937442,0.1124588,0.8575578],"study_design_scores_gemma":[0.0002025126,0.002527182,0.003616699,0.0001436125,0.0005959136,0.0001037504,0.02867433,0.8410082,0.005582928,0.005833738,0.1114104,0.0003007427],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7967187,0.0004496996,0.1833223,0.009982287,0.004702395,0.00450481,0.00006569466,0.00004032489,0.000213828],"genre_scores_gemma":[0.9951615,0.00002925673,0.001861593,0.0006937275,0.001076051,0.0006594785,0.0001708775,0.00002324001,0.0003242309],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.857257,"threshold_uncertainty_score":0.9954014,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3115247823","doi":"10.1186/s12910-021-00577-8","title":"Artificial intelligence for good health: a scoping review of the ethics literature","year":2021,"lang":"en","type":"review","venue":"BMC Medical Ethics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":399,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canada Research Chairs; Lunenfeld-Tanenbaum Research Institute; Public Health Ontario; University of Toronto","funders":"","keywords":"Philosophy of medicine; Public health; Health care; Population health; Accountability; Global health; Population; Thematic analysis; Information ethics; Public relations; Medicine; Political science; Sociology; Social science; Qualitative research; Nursing; Environmental health; Law; Alternative medicine; Pathology","authors":[{"name":"Kathleen Murphy","is_ca":true},{"name":"Erica Di Ruggiero","is_ca":true},{"name":"Ross Upshur","is_ca":true},{"name":"Donald J. Willison","is_ca":true},{"name":"Neha Malhotra","is_ca":true},{"name":"Jia Cai","is_ca":true},{"name":"Nakul Malhotra","is_ca":true},{"name":"Vincci Lui","is_ca":true},{"name":"Jennifer Gibson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7005869209800488,"gpt":0.6332030274145729,"spread":0.06738389356547592,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.01646942,0.0004100139,0.002785302,0.0001146557,0.0003783865,0.00003553187,0.0005693802,0.003257514,0.0002745374],"category_scores_gemma":[0.2688251,0.0002616249,0.001249389,0.001298679,0.0004735747,0.00003940866,0.0001635782,0.008699301,0.00002044785],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002356002,"about_ca_system_score_gemma":0.1420161,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001019875,"about_ca_topic_score_gemma":0.002319973,"domain_scores_codex":[0.9905745,0.00300687,0.003349936,0.000646148,0.001903032,0.0005195346],"domain_scores_gemma":[0.9261084,0.06666692,0.001925202,0.001646072,0.00281889,0.0008344948],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000003587014,0.00006546741,6.271906e-7,0.5467673,0.0000222781,0.000001960817,0.0009204817,6.612809e-8,9.040656e-9,0.008418391,0.0004326836,0.4433672],"study_design_scores_gemma":[0.000005956837,0.0001121334,5.569534e-8,0.791833,0.0003570389,0.00009936435,0.0001722923,0.00001146037,0.00001088534,0.001506071,0.2057388,0.0001528368],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[9.200394e-8,0.9300874,0.01386609,0.04916741,0.002584938,0.004163682,0.00004730499,0.00003010389,0.00005292802],"genre_scores_gemma":[8.340653e-7,0.9745505,0.002828607,0.01990103,0.001762387,0.000421141,0.0003696941,0.0000589799,0.0001068054],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4432143,"threshold_uncertainty_score":0.9999836,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391756091","doi":"10.1038/s41592-023-02151-z","title":"Metrics reloaded: recommendations for image analysis validation","year":2024,"lang":"en","type":"review","venue":"Nature Methods","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":398,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Sunnybrook Health Science Centre; Vector Institute; Princess Margaret Cancer Centre; Mila - Quebec Artificial Intelligence Institute; University of Toronto; University Health Network; McGill University","funders":"National Institute of General Medical Sciences; National Cancer Institute; Medical Research Council; National Institutes of Health; Masarykova Univerzita; Novo Nordisk Fonden; Universidad de Buenos Aires; University of Pennsylvania; Novo Nordisk; KU Leuven; University of Oxford; Cancer Research UK; University College London; Universitetet i Tromsø; King's College London; Oulun Yliopisto; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Institute of Neurological Disorders and Stroke; Canadian Institute for Advanced Research; Royal Academy of Engineering; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; NIH Clinical Center; Agence Nationale de la Recherche; Innosuisse - Schweizerische Agentur für Innovationsförderung; Alzheimer's Society; School of Medicine, Indiana University; European Commission; Silicon Valley Community Foundation; Broad Institute; University of Bern; Sydäntutkimussäätiö; Deutsches Krebsforschungszentrum; Natural Sciences and Engineering Research Council of Canada; Consejo Nacional de Investigaciones Científicas y Técnicas; Foundation for Cardiovascular Research; McGill University; National Science Foundation","keywords":"Computer science; Process (computing); Metric (unit); Representation (politics); Domain (mathematical analysis); Fingerprint (computing); Machine learning; Data mining; Object (grammar); Segmentation; Artificial intelligence; Convergence (economics); Selection (genetic algorithm); Image (mathematics); Algorithm; Mathematics","authors":[{"name":"Lena Maier‐Hein","is_ca":false},{"name":"Annika Reinke","is_ca":false},{"name":"Patrick Godau","is_ca":false},{"name":"Minu D. Tizabi","is_ca":false},{"name":"Florian Buettner","is_ca":false},{"name":"Evangelia Christodoulou","is_ca":false},{"name":"Ben Glocker","is_ca":false},{"name":"Fabian Isensee","is_ca":false},{"name":"Jens Kleesiek","is_ca":false},{"name":"Michal Kozubek","is_ca":false},{"name":"Mauricio Reyes","is_ca":false},{"name":"Michael A. Riegler","is_ca":false},{"name":"Manuel Wiesenfarth","is_ca":false},{"name":"A. Emre Kavur","is_ca":false},{"name":"Carole H. Sudre","is_ca":false},{"name":"Michael Baumgartner","is_ca":false},{"name":"Matthias Eisenmann","is_ca":false},{"name":"Doreen Heckmann-Nötzel","is_ca":false},{"name":"Tim Rädsch","is_ca":false},{"name":"Laura Ación","is_ca":false},{"name":"Michela Antonelli","is_ca":false},{"name":"Tal Arbel","is_ca":true},{"name":"Spyridon Bakas","is_ca":false},{"name":"Arriel Benis","is_ca":false},{"name":"Matthew B. Blaschko","is_ca":false},{"name":"M. Jorge Cardoso","is_ca":false},{"name":"Veronika Cheplygina","is_ca":false},{"name":"Beth A. Cimini","is_ca":false},{"name":"Gary S. Collins","is_ca":false},{"name":"Keyvan Farahani","is_ca":false},{"name":"Luciana Ferrer","is_ca":false},{"name":"Adrián Galdrán","is_ca":false},{"name":"Bram van Ginneken","is_ca":false},{"name":"Robert Haase","is_ca":false},{"name":"Daniel A. Hashimoto","is_ca":false},{"name":"Michael M. Hoffman","is_ca":true},{"name":"Merel Huisman","is_ca":false},{"name":"Pierre Jannin","is_ca":false},{"name":"Charles E. Kahn","is_ca":false},{"name":"Dagmar Kainmueller","is_ca":false},{"name":"Bernhard Kainz","is_ca":false},{"name":"Alexandros Karargyris","is_ca":false},{"name":"Alan Karthikesalingam","is_ca":false},{"name":"Florian Kofler","is_ca":false},{"name":"Annette Kopp‐Schneider","is_ca":false},{"name":"Anna Kreshuk","is_ca":false},{"name":"Tahsin Kurç","is_ca":false},{"name":"Bennett A. Landman","is_ca":false},{"name":"Geert Litjens","is_ca":false},{"name":"Amin Madani","is_ca":false},{"name":"Klaus Maier‐Hein","is_ca":false},{"name":"Anne L. Martel","is_ca":true},{"name":"Peter Mattson","is_ca":false},{"name":"Erik Meijering","is_ca":false},{"name":"Bjoern Menze","is_ca":false},{"name":"Karel G. M. Moons","is_ca":false},{"name":"Henning Müller","is_ca":false},{"name":"Brennan Nichyporuk","is_ca":true},{"name":"Felix Nickel","is_ca":false},{"name":"Jens Petersen","is_ca":false},{"name":"Nicola Rieke","is_ca":false},{"name":"Julio Sáez-Rodríguez","is_ca":false},{"name":"Clara I. Sá‎nchez","is_ca":false},{"name":"Shravya Shetty","is_ca":false},{"name":"Maarten van Smeden","is_ca":false},{"name":"Ronald M. Summers","is_ca":false},{"name":"Abdel Aziz Taha","is_ca":false},{"name":"Aleksei Tiulpin","is_ca":false},{"name":"Sotirios A. Tsaftaris","is_ca":false},{"name":"Ben Van Calster","is_ca":false},{"name":"Gaël Varoquaux","is_ca":false},{"name":"Paul F. Jäger","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4889105727292296,"gpt":0.6829451091120035,"spread":0.1940345363827738,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003228605,0.0003268234,0.001610859,0.002225,0.0001308216,0.00008811679,0.0001592473,0.001421106,0.0002059183],"category_scores_gemma":[0.004148495,0.0002452066,0.00140877,0.006112339,0.00002964506,0.00008140023,0.00003516838,0.001770726,0.000101743],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004502676,"about_ca_system_score_gemma":0.0006625478,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004997125,"about_ca_topic_score_gemma":0.000005733987,"domain_scores_codex":[0.9973186,0.0005579079,0.001021872,0.0006067401,0.0002231105,0.0002717387],"domain_scores_gemma":[0.9958165,0.002520919,0.0003619442,0.0005870214,0.0005606253,0.0001529679],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004374453,0.00003639204,0.000001139958,0.01128316,0.001015466,0.000001524305,0.00009296597,8.896317e-8,8.371521e-7,0.0004254731,0.03234045,0.9547981],"study_design_scores_gemma":[0.000009990201,0.00005546168,4.029921e-7,0.002057881,0.03624847,0.00001492044,0.00006287453,0.0001656839,0.0001570648,0.001778744,0.9592569,0.0001916339],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[1.574076e-7,0.8361852,0.1560841,0.003131095,0.002678369,0.001286348,0.0001042665,0.00009659825,0.000433844],"genre_scores_gemma":[4.081618e-7,0.6221713,0.3725325,0.000233924,0.0008220475,0.0003002607,0.002319304,0.00004466142,0.001575534],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9546065,"threshold_uncertainty_score":0.9999236,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2947151330","doi":"10.2196/13659","title":"Artificial Intelligence and the Implementation Challenge","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":396,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Michael's Hospital; Women's College Hospital; University of Toronto","funders":"","keywords":"Health care; Clinical decision support system; Computer science; Decision support system; Knowledge management; Data science; Management science; Artificial intelligence; Political science; Engineering","authors":[{"name":"James Shaw","is_ca":true},{"name":"Frank Rudzicz","is_ca":true},{"name":"Trevor Jamieson","is_ca":true},{"name":"Avi Goldfarb","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3873427086313683,"gpt":0.5846272364272526,"spread":0.1972845277958842,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01009772,0.00006313195,0.0002257397,0.0002078233,0.00004940064,0.00005211022,0.0002621851,0.0001218488,0.003880914],"category_scores_gemma":[0.001552179,0.00003506237,0.00007352661,0.0002060956,0.000397188,0.00009215935,0.00009133022,0.001172947,0.0001733261],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008975137,"about_ca_system_score_gemma":0.0005038562,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006952693,"about_ca_topic_score_gemma":0.0001365888,"domain_scores_codex":[0.9966767,0.0003574491,0.0007279035,0.0001235708,0.001860887,0.0002534795],"domain_scores_gemma":[0.9975727,0.001178298,0.0001345189,0.0001512656,0.000677862,0.0002853441],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00126321,0.0001774159,0.004228394,0.0001165985,0.00006554934,0.00005082975,0.00819061,7.436923e-7,0.00007861311,0.04966881,0.004110058,0.9320492],"study_design_scores_gemma":[0.002109016,0.02045082,0.01128451,0.004709746,0.000276219,0.005412328,0.33454,0.04137031,0.07635746,0.3862736,0.1165236,0.0006924001],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8716871,0.001156184,0.0008738012,0.1242976,0.0006323055,0.0003626177,2.743319e-7,0.000003976577,0.0009862252],"genre_scores_gemma":[0.9963038,0.00196079,0.00006708884,0.0004702101,0.0008962255,0.00000670252,0.000001195931,0.000007369496,0.0002866347],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9313568,"threshold_uncertainty_score":0.9970297,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2914514892","doi":"10.1001/amajethics.2019.167","title":"Can AI Help Reduce Disparities in General Medical and Mental Health Care?","year":2019,"lang":"en","type":"article","venue":"The AMA Journal of Ethic","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":393,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute","funders":"Division of Graduate Education; National Institute of Mental Health","keywords":"Proxy (statistics); Socioeconomic status; Race (biology); Mental health; Health care; Unit (ring theory); Machine learning; Psychiatry; Medicine; Artificial intelligence; Actuarial science; Psychology; Computer science; Business; Political science; Environmental health","authors":[{"name":"Irene Y. Chen","is_ca":false},{"name":"Peter Szolovits","is_ca":false},{"name":"Marzyeh Ghassemi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07924484628818028,"gpt":0.4449371100620874,"spread":0.3656922637739071,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001329866,0.0000639177,0.0002195932,0.00008054804,0.00007713584,0.00001458109,0.00009005771,0.0000893478,0.00007374957],"category_scores_gemma":[0.0002337658,0.00004022708,0.00003810746,0.00008747642,0.0001151595,0.00005470669,0.00002046311,0.0008552191,0.000007048792],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001507775,"about_ca_system_score_gemma":0.001158728,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002811398,"about_ca_topic_score_gemma":0.001019509,"domain_scores_codex":[0.9987581,0.0001648568,0.0004357223,0.00007450727,0.0003870058,0.0001798047],"domain_scores_gemma":[0.999294,0.0001447881,0.0001425248,0.0001097533,0.0001276428,0.0001812909],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001102294,0.0003206867,0.6380328,0.001106068,0.0001141215,0.00009495297,0.1533769,0.00004743879,0.002256027,0.01148878,0.01575628,0.1763036],"study_design_scores_gemma":[0.002975862,0.01025731,0.6766911,0.01038338,0.0001586018,0.01148764,0.2048927,0.003625866,0.01766719,0.03753008,0.02341937,0.0009108977],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7029971,0.003234183,0.000003978005,0.2930525,0.0005409474,0.0001117051,9.178229e-7,0.000002096585,0.00005660421],"genre_scores_gemma":[0.9845268,0.001968391,0.0000601644,0.01273174,0.0005572172,0.000001358954,0.000002695213,0.00000702976,0.0001446679],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2815296,"threshold_uncertainty_score":0.4250011,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387144847","doi":"10.2196/48785","title":"Opportunities, Challenges, and Future Directions of Generative Artificial Intelligence in Medical Education: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":391,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Generative grammar; Artificial intelligence; Engineering ethics; Computer science; Engineering","authors":[{"name":"Carl Preiksaitis","is_ca":false},{"name":"Christian Rose","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.276377581926131,"gpt":0.5026699605586977,"spread":0.2262923786325667,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001218685,0.0001474611,0.0003677739,0.000365471,0.0000874989,0.000009033572,0.0001168093,0.0002843557,0.001605833],"category_scores_gemma":[0.002411773,0.0001365461,0.00005314278,0.0007679336,0.0002026144,0.0001276194,0.00003751642,0.000411229,0.00003969279],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001167024,"about_ca_system_score_gemma":0.01345666,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001909935,"about_ca_topic_score_gemma":0.0004778907,"domain_scores_codex":[0.9975327,0.0001822688,0.0009354876,0.0003402902,0.0007627744,0.0002464763],"domain_scores_gemma":[0.9984111,0.0002144662,0.000165837,0.0002668186,0.0003606718,0.000581097],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00001675774,0.000638682,0.0001712075,0.003781203,0.000006716053,0.00000448527,0.004466495,5.410548e-8,0.000003752858,0.01009519,0.003601959,0.9772135],"study_design_scores_gemma":[0.000253555,0.001363883,0.02450451,0.509672,0.0002955832,0.000981222,0.1936828,0.003536888,0.00140979,0.04380095,0.2189242,0.001574513],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.06250057,0.3107733,0.00007874173,0.6141154,0.005216009,0.002799649,0.000003171042,0.0001531627,0.004359989],"genre_scores_gemma":[0.06466006,0.9207707,0.0003051616,0.008736116,0.00374642,0.001222197,0.0002416606,0.00002622177,0.0002914267],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.975639,"threshold_uncertainty_score":0.9993069,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3152594952","doi":"10.1111/jan.14855","title":"Artificial intelligence in nursing: Priorities and opportunities from an international invitational think‐tank of the Nursing and Artificial Intelligence Leadership Collaborative","year":2021,"lang":"en","type":"article","venue":"Journal of Advanced Nursing","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":370,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Women's College Hospital; Health Canada; Public Health Agency of Canada; McGill University; Jewish General Hospital; Mila - Quebec Artificial Intelligence Institute; Toronto Metropolitan University; University of Toronto; Okanagan University College; University of British Columbia, Okanagan Campus; Artificial Intelligence in Medicine (Canada); University of British Columbia","funders":"Fonds de Recherche du Québec - Santé; Fondation Brocher; National Institutes of Health; Natural Sciences and Engineering Research Council of Canada; Wellcome Trust; National Institute on Minority Health and Health Disparities; Leverhulme Trust","keywords":"Nursing; Psychology; Medicine","authors":[{"name":"Charlene Ronquillo","is_ca":true},{"name":"Lisiane Pruinelli","is_ca":false},{"name":"Charlene H. Chu","is_ca":true},{"name":"Suzanne Bakken","is_ca":false},{"name":"Ana Beduschi","is_ca":false},{"name":"Kenrick Cato","is_ca":false},{"name":"Nicholas R. Hardiker","is_ca":false},{"name":"Alain Junger","is_ca":false},{"name":"Martin Michalowski","is_ca":false},{"name":"Rune Nyrup","is_ca":false},{"name":"Samira Abbasgholizadeh Rahimi","is_ca":true},{"name":"Donald N. Reed","is_ca":false},{"name":"Tapio Salakoski","is_ca":false},{"name":"Sanna Salanterä","is_ca":false},{"name":"Nancy Walton","is_ca":true},{"name":"Patrick Weber","is_ca":false},{"name":"Thomas Wiegand","is_ca":true},{"name":"Maxim Topaz","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2808278657265122,"gpt":0.461884564156044,"spread":0.1810566984295318,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004812467,0.000171971,0.0003785634,0.0002840267,0.0001697793,0.00008286183,0.0001404854,0.0001271783,0.00003554153],"category_scores_gemma":[0.0008666079,0.0001526677,0.00006667593,0.0003911316,0.0008521192,0.0007820544,0.00001388976,0.0004981595,4.433585e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003623417,"about_ca_system_score_gemma":0.0009150868,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001833998,"about_ca_topic_score_gemma":0.00005004251,"domain_scores_codex":[0.9976638,0.0002163224,0.001123924,0.0002522338,0.0005053357,0.0002383684],"domain_scores_gemma":[0.9975329,0.0005209705,0.0005515284,0.0001704661,0.001062576,0.0001615542],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007838733,0.0004708204,0.001260228,0.00003492304,0.00002617001,0.00002765189,0.05784065,0.0005360256,0.01058499,0.02697944,0.00001768745,0.9014375],"study_design_scores_gemma":[0.0000490489,0.0004359284,0.009100015,0.006444852,0.00008734992,0.0002501203,0.4495677,0.002468338,0.1667218,0.3646613,0.00003822203,0.0001752756],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9509056,0.003876018,0.007037773,0.03543392,0.002157392,0.0002244174,0.00001820461,0.000008966842,0.0003376547],"genre_scores_gemma":[0.9870179,0.0009449069,0.01100262,0.0003492445,0.0006359596,0.000002293388,0.00001246825,0.00001704595,0.00001761613],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9012623,"threshold_uncertainty_score":0.6225608,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2977601947","doi":"10.1148/radiol.2019191586","title":"Ethics of Artificial Intelligence in Radiology: Summary of the Joint European and North American Multisociety Statement","year":2019,"lang":"en","type":"article","venue":"Radiology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":367,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Centre Hospitalier de l’Université de Montréal; University of Alberta","funders":"","keywords":"Medicine; Transparency (behavior); Cornerstone; Informatics; Dignity; Harm; Radiology; Political science; Law","authors":[{"name":"J. Raymond Geis","is_ca":false},{"name":"Adrian P. Brady","is_ca":false},{"name":"Carol C. Wu","is_ca":false},{"name":"Jack Spencer","is_ca":false},{"name":"Erik Ranschaert","is_ca":false},{"name":"Jacob L. Jaremko","is_ca":true},{"name":"Steve G. Langer","is_ca":false},{"name":"Andrea Borondy Kitts","is_ca":false},{"name":"Judy Birch","is_ca":false},{"name":"William Shields","is_ca":false},{"name":"R. van den Hoven van Genderen","is_ca":false},{"name":"Elmar Kotter","is_ca":false},{"name":"Judy Wawira Gichoya","is_ca":false},{"name":"Tessa S. Cook","is_ca":false},{"name":"Matthew B. Morgan","is_ca":false},{"name":"An Tang","is_ca":true},{"name":"Nabile Safdar","is_ca":false},{"name":"Marc Kohli","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1474693501437812,"gpt":0.3987601671631053,"spread":0.2512908170193242,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001019534,0.00008663102,0.0003499935,0.00005652602,0.00003102036,0.000001465914,0.00009412716,0.00007162905,0.0000206807],"category_scores_gemma":[0.0004216399,0.00006284892,0.00005640636,0.000252705,0.0006362706,0.00002071212,0.00005111694,0.0004455553,0.000008944045],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006320416,"about_ca_system_score_gemma":0.0001875515,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001132425,"about_ca_topic_score_gemma":0.0007881285,"domain_scores_codex":[0.998338,0.0005014443,0.0006646302,0.0002021546,0.0000970176,0.0001967162],"domain_scores_gemma":[0.9989129,0.0003993995,0.0002675597,0.0002644116,0.0001052596,0.00005044393],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001342821,0.0001218415,0.8578648,0.0001842547,0.00003071422,0.000002917266,0.01183022,0.0002581353,0.006851758,0.001161742,0.000128366,0.121431],"study_design_scores_gemma":[0.00005566133,0.001267782,0.9759134,0.0001170567,0.00002815602,0.00005195005,0.008274977,0.002545899,0.01050869,0.0006668121,0.0004529323,0.0001166623],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.996185,0.0002990804,0.0003500907,0.002255555,0.0003451398,0.0003845062,0.00000622858,0.000006728649,0.0001676505],"genre_scores_gemma":[0.997547,0.001138334,0.0006628791,0.0005310656,0.00006891247,0.000004852331,0.00001012651,0.000009036668,0.00002776703],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1213143,"threshold_uncertainty_score":0.2562905,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3013605954","doi":"10.2196/17984","title":"Clinical Text Data in Machine Learning: Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":367,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Medical Research Council","keywords":"Machine learning; Computer science; Artificial intelligence; Natural language processing; Bottleneck; Information retrieval","authors":[{"name":"‪Irena Spasić","is_ca":false},{"name":"Goran Nenadić","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4199594948799194,"gpt":0.57648193156965,"spread":0.1565224366897306,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004699088,0.0004290029,0.005280077,0.0001993378,0.00005426382,0.00003210644,0.001092413,0.0008920414,0.0006168273],"category_scores_gemma":[0.01831074,0.0002838132,0.0004217962,0.0008775865,0.0001458156,0.0001936788,0.0004587162,0.003656999,0.002821741],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001844283,"about_ca_system_score_gemma":0.002946711,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003529908,"about_ca_topic_score_gemma":0.00001519296,"domain_scores_codex":[0.9902308,0.0006562583,0.007115846,0.0003222208,0.001262574,0.0004123219],"domain_scores_gemma":[0.9943209,0.001665855,0.001474893,0.001496939,0.0001262605,0.0009152114],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002062128,0.00007037138,0.00001462189,0.5556247,0.0000488886,0.00003347135,0.0001969917,5.201394e-9,4.778219e-11,0.00001464423,0.003569853,0.4404244],"study_design_scores_gemma":[0.00002659393,0.00009405671,2.723553e-7,0.474997,0.000810509,0.000178963,0.0001668211,0.001389239,4.193693e-9,0.000004559457,0.5222008,0.0001311609],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[5.788535e-7,0.9917862,0.00008866414,0.001591573,0.000461329,0.004882599,0.0000249821,0.00009229422,0.001071826],"genre_scores_gemma":[0.000001994308,0.9906178,0.0003732792,0.005456113,0.0005901615,0.0003605475,0.002327659,0.00004499393,0.0002274596],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5186309,"threshold_uncertainty_score":0.9999614,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2963852062","doi":"10.2196/10010","title":"Artificial Intelligence Versus Clinicians in Disease Diagnosis: Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":365,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Medical diagnosis; CINAHL; MEDLINE; Scopus; Artificial intelligence; Medicine; Systematic review; Referral; Disease; Health care; Receiver operating characteristic; Applications of artificial intelligence; Cochrane Library; Inclusion and exclusion criteria; Health technology; Machine learning; Computer science; Meta-analysis; Family medicine; Alternative medicine; Pathology; Psychological intervention; Psychiatry","authors":[{"name":"Jiayi Shen","is_ca":false},{"name":"Casper J. P. Zhang","is_ca":false},{"name":"Bangsheng Jiang","is_ca":false},{"name":"Jiebin Chen","is_ca":false},{"name":"Jian Song","is_ca":false},{"name":"Zherui Liu","is_ca":false},{"name":"Zonglin He","is_ca":false},{"name":"Sum Yi Wong","is_ca":false},{"name":"Po-Han Fang","is_ca":false},{"name":"Wai‐Kit Ming","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3838209004827958,"gpt":0.5453718196699511,"spread":0.1615509191871553,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002108748,0.0005597295,0.004184623,0.0004398038,0.00006246364,0.00004751672,0.000604298,0.0007943081,0.0006895385],"category_scores_gemma":[0.008312445,0.0004061899,0.0007920318,0.001086251,0.0001661253,0.0002036199,0.0001270492,0.001712758,0.004990342],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005207263,"about_ca_system_score_gemma":0.003806854,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002646004,"about_ca_topic_score_gemma":0.00003180598,"domain_scores_codex":[0.9908738,0.0003184905,0.006419312,0.0003133648,0.001449563,0.0006255326],"domain_scores_gemma":[0.9938765,0.002438634,0.001307037,0.001169877,0.0002131421,0.0009948252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00001817297,0.0001655807,0.000004265168,0.5736704,0.0000459775,0.00002743389,0.0004113599,1.27097e-7,5.215562e-11,0.0001969426,0.0006225558,0.4248371],"study_design_scores_gemma":[0.00002163551,0.0001873133,4.148104e-7,0.8559833,0.0024828,0.00002831883,0.0009279452,0.000395269,1.077483e-7,0.0001280269,0.1395047,0.0003402009],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000007946037,0.9876137,0.0001011522,0.000945826,0.001886474,0.008885319,0.00002470158,0.00008169924,0.0004531866],"genre_scores_gemma":[0.00002656183,0.992136,0.0000893381,0.002926538,0.0005219319,0.003807338,0.0003628341,0.00005359401,0.00007586357],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4244969,"threshold_uncertainty_score":0.999839,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3137245688","doi":"10.1136/bmj.m3210","title":"Guidelines for clinical trial protocols for interventions involving artificial intelligence: the SPIRIT-AI Extension","year":2020,"lang":"en","type":"article","venue":"BMJ","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":357,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Women's College Hospital","funders":"National Heart, Lung, and Blood Institute; Engineering and Physical Sciences Research Council; Research England; Goddard Space Flight Center; Medical Research Council; Berlin Institute of Health; Hospital for Sick Children; Imperial College London; University of Toronto; King's College London; Women's College Hospital; Universiteit van Amsterdam; London School of Hygiene and Tropical Medicine; Universiteit Leiden; Institut National de la Santé et de la Recherche Médicale; Moorfields Eye Hospital NHS Foundation Trust; University of Oxford; Amsterdam University Medical Centers; University of Exeter; Harvard T.H. Chan School of Public Health; National Eye Institute; National Institute for Health and Care Research; City, University of London; Nature; University College London; Université de Sherbrooke; Wellcome Trust; Cancer Research UK; UK Research and Innovation; University Hospitals Birmingham NHS Foundation Trust; DeepMind; King's College Hospital NHS Foundation Trust; School of Medicine, Vanderbilt University; University of Leeds; McGill University; University of Birmingham; National Institute for Health and Care Excellence; Green Templeton College, University of Oxford; Université de Paris; Ottawa Hospital Research Institute; Sickkids Research Institute; Indian Institute of Technology Madras; Microsoft Research; Brown University; Harvard University; Alan Turing Institute; University of Pennsylvania; Vanderbilt University; University of Washington","keywords":"Psychological intervention; Checklist; Protocol (science); Delphi method; Medicine; Guideline; Clinical trial; Artificial intelligence; Computer science; Medical education; Alternative medicine; Psychology; Nursing; Pathology","authors":[{"name":"Samantha Cruz Rivera","is_ca":false},{"name":"Xiaoxuan Liu","is_ca":false},{"name":"An‐Wen Chan","is_ca":true},{"name":"Alastair K. Denniston","is_ca":false},{"name":"Melanie Calvert","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9088211249201416,"gpt":0.6998557904840097,"spread":0.2089653344361319,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002885087,0.0001372787,0.0003508315,0.00004507105,0.0002889824,0.00006601065,0.0001727039,0.0001677626,0.0001031688],"category_scores_gemma":[0.03051938,0.00009486752,0.0006012195,0.000195238,0.0001064426,0.00008727454,0.00004184816,0.0002404163,0.00006074498],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003536929,"about_ca_system_score_gemma":0.0005283885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004078893,"about_ca_topic_score_gemma":0.0000911152,"domain_scores_codex":[0.9968923,0.0001110813,0.002135291,0.0003806301,0.0002091601,0.0002715485],"domain_scores_gemma":[0.9963723,0.001159054,0.000333648,0.0003478764,0.001591743,0.0001954052],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.02600686,0.0004985665,0.0004058556,0.0007666351,0.00005339841,0.000001690432,0.0008352803,0.00003430207,0.000251315,0.006300109,0.4186343,0.5462117],"study_design_scores_gemma":[0.004324425,0.02358627,0.0004947004,0.00363007,0.0006730657,0.00002655888,0.01244712,0.1244811,0.01980249,0.1243088,0.6854088,0.000816658],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01599324,0.0002980572,0.2751592,0.6151197,0.002543805,0.09069081,0.00002417931,0.0001202239,0.00005074986],"genre_scores_gemma":[0.4248091,0.0003166163,0.1165344,0.1268871,0.1090371,0.220311,0.0004176896,0.0002237563,0.001463348],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.5453951,"threshold_uncertainty_score":0.9776469,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3039746272","doi":"10.2196/19285","title":"Artificial Intelligence Education and Tools for Medical and Health Informatics Students: Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":353,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Health informatics; Curriculum; Informatics; Systematic review; Analytics; Applications of artificial intelligence; Health care; Computer science; Health Administration Informatics; Artificial intelligence; Data science; Medical education; Engineering informatics; MEDLINE; Knowledge management; Medicine; Psychology; Nursing; Public health; Engineering","authors":[{"name":"A Hasan Sapci","is_ca":false},{"name":"H Aylin Sapci","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2498614741151146,"gpt":0.5767202094572398,"spread":0.3268587353421252,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003253409,0.0004359136,0.002624232,0.0002505845,0.000190245,0.0001874535,0.0003550794,0.0006332902,0.0001914152],"category_scores_gemma":[0.01624908,0.0003378299,0.0002218315,0.0005425584,0.0001699943,0.0003003537,0.0001017837,0.0008406552,0.00008223889],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004741857,"about_ca_system_score_gemma":0.02624844,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007040276,"about_ca_topic_score_gemma":0.00002195175,"domain_scores_codex":[0.9936289,0.0002888099,0.003801405,0.0004665082,0.001437043,0.0003772967],"domain_scores_gemma":[0.9952228,0.0009484831,0.001250453,0.0004574177,0.0004123656,0.001708495],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000003029061,0.0003066136,0.000002087218,0.4661951,0.00003313463,4.175234e-7,0.0006856663,7.523535e-10,1.027882e-9,0.0006737733,0.002966277,0.5291339],"study_design_scores_gemma":[0.00001421444,0.0002814175,0.000002329438,0.665091,0.0008919833,0.0004361712,0.003273224,0.00006115451,1.913285e-7,0.0006260114,0.3290824,0.0002398877],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001227037,0.9600251,0.0009212223,0.02623647,0.00128989,0.01138605,0.000008087149,0.00006006561,0.00006088445],"genre_scores_gemma":[0.00004117591,0.9715441,0.0007219412,0.01973374,0.001421527,0.005642816,0.0007694981,0.00004827629,0.00007694551],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.528894,"threshold_uncertainty_score":0.9999074,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4388333366","doi":"10.3390/educsci13111109","title":"Generative Artificial Intelligence: Implications and Considerations for Higher Education Practice","year":2023,"lang":"en","type":"article","venue":"Education Sciences","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":350,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor","funders":"","keywords":"Transformative learning; Generative grammar; Engineering ethics; Competence (human resources); Equity (law); Higher education; Psychology; Sociology; Computer science; Pedagogy; Artificial intelligence; Political science; Social psychology; Engineering","authors":[{"name":"Tom Farrelly","is_ca":false},{"name":"Nick Baker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5330349575694349,"gpt":0.5737615564612487,"spread":0.04072659889181385,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006384578,0.0001047659,0.0001238813,0.0003374715,0.0009253653,0.0001763819,0.00006551288,0.00007550611,0.0002108707],"category_scores_gemma":[0.002090696,0.00009698413,0.00003713028,0.001002708,0.0002919572,0.0004389091,0.0000166982,0.00009309279,0.0001421587],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008399932,"about_ca_system_score_gemma":0.003969872,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001857858,"about_ca_topic_score_gemma":0.00003042068,"domain_scores_codex":[0.9987267,0.00006236465,0.0004041895,0.00039182,0.0001885496,0.0002264049],"domain_scores_gemma":[0.9973918,0.001216508,0.0001446979,0.0001957247,0.0008878527,0.0001634639],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001629977,0.0003955888,0.002010954,0.00004366946,0.00001249872,1.117369e-7,0.003527235,0.00003605093,0.001516987,0.6831539,0.03390919,0.2753775],"study_design_scores_gemma":[0.00001844246,0.0003418803,0.0149433,0.00009670614,0.00009567864,0.00006053604,0.04015457,0.0008993134,0.008988136,0.8771869,0.05696031,0.00025424],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2225275,0.001318672,0.004355731,0.7470683,0.006357884,0.002698155,0.00002298857,0.0002741328,0.01537667],"genre_scores_gemma":[0.961702,0.0002318266,0.02671343,0.005993087,0.001207204,0.001017038,0.00007847459,0.00001202884,0.003044843],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7410752,"threshold_uncertainty_score":0.7117255,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4407173730","doi":"10.1136/bmj-2024-081554","title":"FUTURE-AI: international consensus guideline for trustworthy and deployable artificial intelligence in healthcare","year":2025,"lang":"en","type":"article","venue":"BMJ","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":348,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institute of Biomedical Imaging and Bioengineering; Fogarty International Center; National Heart, Lung, and Blood Institute; Instituto de Salud Carlos III; Medical Research Council; Institute for Information and Communications Technology Promotion; Natural Sciences and Engineering Research Council of Canada; Centre National de la Recherche Scientifique; Cancer Research UK; Wellcome Trust; KWF Kankerbestrijding; National Health and Medical Research Council; Ministério da Ciência, Tecnologia e Inovação; Conselho Nacional de Desenvolvimento Científico e Tecnológico; National Natural Science Foundation of China; European Regional Development Fund; European Commission; HORIZON EUROPE Framework Programme; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Agence Nationale de la Recherche; Agencia Nacional de Investigación y Desarrollo; Agency for Science, Technology and Research; Gordon and Betty Moore Foundation; Ministerio de Ciencia, Innovación y Universidades; National Institutes of Health; H2020 Health; Royal Academy of Engineering; National Institute for Health and Care Research","keywords":"Trustworthiness; Guideline; Computer science; Health care; Artificial intelligence; Consensus conference; Computer security; Medicine; Political science; Library science; Pathology; Law","authors":[{"name":"Karim Lekadir","is_ca":false},{"name":"Alejandro F. Frangi","is_ca":false},{"name":"Antonio R. Porras","is_ca":false},{"name":"Ben Glocker","is_ca":false},{"name":"Celia Cintas","is_ca":false},{"name":"Curtis P. Langlotz","is_ca":false},{"name":"Eva Weicken","is_ca":false},{"name":"Folkert W. Asselbergs","is_ca":false},{"name":"Fred Prior","is_ca":false},{"name":"Gary S. Collins","is_ca":false},{"name":"Georgios Kaissis","is_ca":false},{"name":"Gianna Tsakou","is_ca":false},{"name":"Irène Buvat","is_ca":false},{"name":"Jayashree Kalpathy-Cramer","is_ca":false},{"name":"John Mongan","is_ca":false},{"name":"Julia A. Schnabel","is_ca":false},{"name":"Kaisar Kushibar","is_ca":false},{"name":"Katrine Riklund","is_ca":false},{"name":"Kostas Marias","is_ca":false},{"name":"Lameck Mbangula Amugongo","is_ca":false},{"name":"Lauren A. Fromont","is_ca":false},{"name":"Leonor Cerdá-Alberich","is_ca":false},{"name":"Luis Martí‐Bonmatí","is_ca":false},{"name":"M. Jorge Cardoso","is_ca":false},{"name":"Maciej Bobowicz","is_ca":false},{"name":"Mahsa Shabani","is_ca":false},{"name":"Manolis Tsiknakis","is_ca":false},{"name":"María A. Zuluaga","is_ca":false},{"name":"Marie-Christine Fritzsche","is_ca":false},{"name":"Marina Camacho","is_ca":false},{"name":"Marius George Linguraru","is_ca":false},{"name":"Markus Wenzel","is_ca":false},{"name":"Marleen de Bruijne","is_ca":false},{"name":"Martin G. Tolsgaard","is_ca":false},{"name":"Melanie Goisauf","is_ca":false},{"name":"Mónica Cano Abadía","is_ca":false},{"name":"Noussair Lazrak","is_ca":false},{"name":"Oriol Pujol","is_ca":false},{"name":"Richard Osuala","is_ca":false},{"name":"Sandy Napel","is_ca":false},{"name":"Sara Colantonio","is_ca":false},{"name":"Smriti Joshi","is_ca":false},{"name":"Stefan Klein","is_ca":false},{"name":"Susanna Aussó","is_ca":false},{"name":"Wendy Rogers","is_ca":false},{"name":"Zohaib Salahuddin","is_ca":false},{"name":"Martijn P. A. Starmans","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1191826238732966,"gpt":0.4787265820395726,"spread":0.359543958166276,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006917599,0.0001083732,0.000215211,0.0002388274,0.00008731346,0.00002556592,0.00007099663,0.0001318574,0.00004399291],"category_scores_gemma":[0.0006605288,0.0001054751,0.00004718899,0.0002679251,0.00006108754,0.00003916091,0.0000258882,0.0001904238,0.00001142999],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001304321,"about_ca_system_score_gemma":0.0004966962,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001008923,"about_ca_topic_score_gemma":0.001872986,"domain_scores_codex":[0.9984521,0.00003660205,0.0008523266,0.0002838558,0.0001310877,0.0002439769],"domain_scores_gemma":[0.9990183,0.0001941374,0.0000871438,0.0001851947,0.0004195879,0.00009567654],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000866257,0.0001453065,0.03583431,0.0002019895,0.00002894202,0.00001218238,0.0004550392,0.00007191837,0.0001290388,0.05719604,0.07174238,0.8333166],"study_design_scores_gemma":[0.0003741005,0.000764913,0.01069058,0.0009086972,0.0001102577,0.0001256342,0.01107925,0.0850972,0.01734276,0.3699812,0.50291,0.0006154293],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.09636591,0.001615947,0.0149905,0.8798172,0.004208927,0.00190129,0.00002186914,0.00007262475,0.001005701],"genre_scores_gemma":[0.9665957,0.0002181421,0.01568105,0.0148629,0.001798757,0.0002075861,0.00007698964,0.00001548629,0.0005433775],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8702298,"threshold_uncertainty_score":0.4301149,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}