{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":803,"total_is_capped":false,"direct_labels_cover":8,"predictions_cover":803,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"36cfe1f564f6","filters":{"venue":"JMIR Medical Education"}},"results":[{"id":"W4319460874","doi":"10.2196/45312","title":"How Does ChatGPT Perform on the United States Medical Licensing Examination (USMLE)? The Implications of Large Language Models for Medical Education and Knowledge Assessment","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2028,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; National Center for Advancing Translational Sciences; Yale University","keywords":"Interpretability; United States Medical Licensing Examination; Computer science; Set (abstract data type); Medical education; Artificial intelligence; Medical school; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.07788344718376497,"gpt":0.4810281358814464,"spread":0.4031446886976815,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003340557,0.0001761004,0.0002360183,0.0003265216,0.0004454516,0.0000576228,0.0002658972,0.0003337486,0.0004067752],"category_scores_gemma":[0.006034258,0.00009674295,0.00007489936,0.0008978298,0.0002807739,0.0001483661,0.00006407623,0.0005314317,0.00001192833],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001994629,"about_ca_system_score_gemma":0.006566999,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003548921,"about_ca_topic_score_gemma":0.0003959694,"domain_scores_codex":[0.9973942,0.000267464,0.0005515076,0.0003397066,0.001100226,0.000346877],"domain_scores_gemma":[0.9962361,0.001873411,0.0002129512,0.0004547305,0.0007261481,0.0004966152],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004849893,0.002333721,0.00259312,0.0005580256,0.00005034457,5.870369e-7,0.04034551,0.000002747179,0.00006585479,0.06437238,0.0374457,0.8521835],"study_design_scores_gemma":[0.0007181239,0.0008377631,0.1115277,0.003445502,0.000240359,0.00009680384,0.2892058,0.5036763,0.001658832,0.02340137,0.06464483,0.0005466768],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6958342,0.0002009399,0.00102629,0.3003377,0.0008192466,0.001268237,0.000009518776,0.00006464004,0.0004393211],"genre_scores_gemma":[0.9872515,0.0009154933,0.00009532816,0.007146712,0.001238215,0.001367297,0.001123682,0.00002910537,0.0008326802],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8516368,"threshold_uncertainty_score":0.9990649,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4322761615","doi":"10.2196/46885","title":"The Role of ChatGPT, Generative Language Models, and Artificial Intelligence in Medical Education: A Conversation With ChatGPT and a Call for Papers","year":2023,"lang":"en","type":"paratext","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":836,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"JMIR Publications","funders":"","keywords":"Conversation; Generative grammar; Curriculum; Computer science; Snapshot (computer storage); Artificial intelligence; Psychology; Pedagogy; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.05162926205459985,"gpt":0.42155243026244,"spread":0.3699231682078402,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008655301,0.0002572896,0.0004425594,0.0002678355,0.0001595997,0.00004291176,0.0001567903,0.0006153364,0.0003668621],"category_scores_gemma":[0.001514632,0.0001858644,0.00005229223,0.0004089916,0.0004944943,0.0001009518,0.0000402919,0.0005980969,0.00003871784],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001961366,"about_ca_system_score_gemma":0.01243688,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002072858,"about_ca_topic_score_gemma":0.002526775,"domain_scores_codex":[0.9974295,0.0001305284,0.0008095961,0.0005040038,0.0008029641,0.0003233826],"domain_scores_gemma":[0.9978782,0.0006164195,0.0003089289,0.0002855397,0.0004271097,0.0004837915],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004327173,0.0005604884,0.0001488524,0.0006993205,0.00004913049,0.000001538591,0.03549568,0.00000608965,0.00003920974,0.005551339,0.01500178,0.9420139],"study_design_scores_gemma":[0.0008160463,0.003788784,0.00202779,0.01694413,0.0005808127,0.0004165805,0.5647632,0.187431,0.00577912,0.04887309,0.1665065,0.002073013],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5758699,0.06557344,0.004794348,0.2975858,0.01550562,0.01971718,0.0001408725,0.0001948732,0.020618],"genre_scores_gemma":[0.9613388,0.01403427,0.0006910246,0.003659257,0.004056655,0.004823642,0.001555043,0.0001108187,0.009730469],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9399409,"threshold_uncertainty_score":0.9931617,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2939970150","doi":"10.2196/13930","title":"Applications and Challenges of Implementing Artificial Intelligence in Medical Education: Integrative Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":702,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Lee Kong Chian School of Medicine, Nanyang Technological University","keywords":"Engineering ethics; Computer science; Management science; Data science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.260544665276983,"gpt":0.5611392616371916,"spread":0.3005945963602086,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001844433,0.0003900877,0.001752958,0.0005291087,0.00006860965,0.00001563951,0.0003530165,0.0007228942,0.00181755],"category_scores_gemma":[0.003656657,0.0003124341,0.0002404823,0.0009494166,0.0002512353,0.0001121188,0.0001066239,0.001112694,0.0001338796],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003246074,"about_ca_system_score_gemma":0.02879081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002272446,"about_ca_topic_score_gemma":0.0002168873,"domain_scores_codex":[0.9951903,0.0003344285,0.002381203,0.0006999621,0.001013685,0.0003804158],"domain_scores_gemma":[0.9968158,0.0006283327,0.0007937839,0.0006155216,0.0005359772,0.0006105826],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005110274,0.001018203,0.00002338319,0.1011718,0.00002689048,7.885666e-7,0.000653822,2.556759e-9,2.930702e-8,0.01551234,0.001254833,0.8803328],"study_design_scores_gemma":[0.00001295039,0.00009850184,0.00001471454,0.1763906,0.0002913103,0.0001248075,0.00308251,0.00002422255,0.000002041211,0.002043918,0.8176976,0.0002167036],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001191234,0.9759989,0.0001394249,0.01637937,0.0006922379,0.004461049,0.000005082867,0.00002637902,0.002285597],"genre_scores_gemma":[0.0001404273,0.991985,0.0002946199,0.001619313,0.001128071,0.004237283,0.0003963899,0.0000413712,0.0001575371],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8801161,"threshold_uncertainty_score":0.9999328,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4376866715","doi":"10.2196/48291","title":"Large Language Models in Medical Education: Opportunities, Challenges, and Future Directions","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":659,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering ethics; Curriculum; Misinformation; Competence (human resources); Paradigm shift; Knowledge management; Psychology; Pedagogy; Computer science; Engineering; Computer security; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.1544938451333391,"gpt":0.45587011716273,"spread":0.3013762720293909,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008769456,0.000139838,0.0002182873,0.0004113014,0.0001127857,0.00001556443,0.0001070576,0.0004019935,0.001638309],"category_scores_gemma":[0.000800211,0.0001300021,0.00004165913,0.0005108202,0.00008873869,0.0001849587,0.00003928908,0.0005056154,0.00008720616],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001580645,"about_ca_system_score_gemma":0.008831689,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004171719,"about_ca_topic_score_gemma":0.0008322425,"domain_scores_codex":[0.9980257,0.0001107708,0.0004562321,0.0003312636,0.0007384314,0.0003376094],"domain_scores_gemma":[0.9985229,0.0001184826,0.00006637318,0.0002791194,0.0001633855,0.0008497837],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002141603,0.001014783,0.0006638457,0.0002256938,0.000007612679,0.00001623913,0.03179962,6.517531e-8,0.000001760655,0.01517614,0.02308411,0.9279887],"study_design_scores_gemma":[0.0002113278,0.0001250176,0.02562498,0.0009535537,0.00002605209,0.0002629662,0.2105559,0.003001144,0.00001591817,0.007747708,0.7512181,0.0002573568],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5908596,0.02639184,0.00001651273,0.3630863,0.004035149,0.0007973003,0.000004484407,0.0002554681,0.01455337],"genre_scores_gemma":[0.8720461,0.1031812,0.00009111636,0.01213415,0.006732571,0.001126101,0.0006527168,0.00004217833,0.003993866],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9277313,"threshold_uncertainty_score":0.9992743,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2981296841","doi":"10.2196/16048","title":"Introducing Artificial Intelligence Training in Medical Education","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":614,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Curriculum; Transparency (behavior); Health care; Medical education; Liability; Medical knowledge; Quality (philosophy); Knowledge management; Training (meteorology); Computer science; Artificial intelligence; Medicine; Psychology; Business; Political science; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.090625490285459,"gpt":0.4639545841878131,"spread":0.3733290939023541,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001493294,0.0001981164,0.000362367,0.0004612725,0.00007732661,0.00003702375,0.0002448607,0.0004820223,0.01069806],"category_scores_gemma":[0.005586429,0.0001897794,0.00008374876,0.0008682106,0.0001261398,0.0002252942,0.00003871191,0.0009232881,0.001040514],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004406564,"about_ca_system_score_gemma":0.02589648,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008306189,"about_ca_topic_score_gemma":0.0003651991,"domain_scores_codex":[0.996514,0.0001384283,0.001043126,0.000579416,0.001256181,0.0004688591],"domain_scores_gemma":[0.9980145,0.0002320315,0.0001579082,0.0004561432,0.0003085244,0.0008309652],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00009205608,0.001262828,0.01605386,0.0001837916,0.000006821236,0.000003567772,0.01012463,0.000005048729,0.0001044284,0.01140105,0.00197813,0.9587838],"study_design_scores_gemma":[0.0007363147,0.003094234,0.1006169,0.02227373,0.0002191063,0.002229012,0.4213062,0.08961758,0.01602734,0.207477,0.1328963,0.003506285],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.921944,0.0003401863,0.0005653648,0.06407621,0.006001143,0.00112379,4.233002e-7,0.00008363148,0.005865272],"genre_scores_gemma":[0.9854522,0.0001259633,0.0007578399,0.009362339,0.003131807,0.0003492717,0.0001152731,0.00003052172,0.0006747551],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9552775,"threshold_uncertainty_score":0.9997373,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3093863710","doi":"10.2196/20963","title":"Effectiveness of Virtual Medical Teaching During the COVID-19 Crisis: Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":499,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Quarantine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Transmission (telecommunications); Public health; Medicine; Medical education; Outbreak; Virology; Nursing; Disease; Computer science; Infectious disease (medical specialty); Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.05345435479476365,"gpt":0.5176531894818337,"spread":0.4641988346870701,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007670115,0.0004490992,0.003019632,0.000164358,0.0002077255,0.00001575713,0.001153962,0.0006636006,0.002390615],"category_scores_gemma":[0.01520726,0.0002704689,0.0006034682,0.000510736,0.0001659828,0.00004764988,0.0001914245,0.001840618,0.000355228],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00135865,"about_ca_system_score_gemma":0.01809487,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004962899,"about_ca_topic_score_gemma":0.00001222181,"domain_scores_codex":[0.9872249,0.008151734,0.001868158,0.0006868833,0.001688062,0.0003802861],"domain_scores_gemma":[0.9923285,0.004346721,0.001005988,0.000895415,0.00005330491,0.001370105],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001571638,0.0004542672,0.000002237461,0.8853937,0.0001722368,0.000022049,0.001018086,4.557444e-9,1.417531e-8,0.002359907,0.01771619,0.0928456],"study_design_scores_gemma":[0.0002063157,0.00007223769,0.000007032506,0.4465714,0.0008019995,0.0003171666,0.0004527795,4.542835e-7,1.869484e-8,0.00001796302,0.5513971,0.000155525],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001130975,0.9827155,0.0001212422,0.0078828,0.002212863,0.006573018,0.00001760237,0.00008396324,0.0003817419],"genre_scores_gemma":[0.0002052925,0.9762753,0.000003589049,0.01589572,0.0006399137,0.006526741,0.0001442571,0.0000589666,0.0002502282],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.533681,"threshold_uncertainty_score":0.9999747,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387144847","doi":"10.2196/48785","title":"Opportunities, Challenges, and Future Directions of Generative Artificial Intelligence in Medical Education: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":391,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Generative grammar; Artificial intelligence; Engineering ethics; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.276377581926131,"gpt":0.5026699605586977,"spread":0.2262923786325667,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001218685,0.0001474611,0.0003677739,0.000365471,0.0000874989,0.000009033572,0.0001168093,0.0002843557,0.001605833],"category_scores_gemma":[0.002411773,0.0001365461,0.00005314278,0.0007679336,0.0002026144,0.0001276194,0.00003751642,0.000411229,0.00003969279],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001167024,"about_ca_system_score_gemma":0.01345666,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001909935,"about_ca_topic_score_gemma":0.0004778907,"domain_scores_codex":[0.9975327,0.0001822688,0.0009354876,0.0003402902,0.0007627744,0.0002464763],"domain_scores_gemma":[0.9984111,0.0002144662,0.000165837,0.0002668186,0.0003606718,0.000581097],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00001675774,0.000638682,0.0001712075,0.003781203,0.000006716053,0.00000448527,0.004466495,5.410548e-8,0.000003752858,0.01009519,0.003601959,0.9772135],"study_design_scores_gemma":[0.000253555,0.001363883,0.02450451,0.509672,0.0002955832,0.000981222,0.1936828,0.003536888,0.00140979,0.04380095,0.2189242,0.001574513],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.06250057,0.3107733,0.00007874173,0.6141154,0.005216009,0.002799649,0.000003171042,0.0001531627,0.004359989],"genre_scores_gemma":[0.06466006,0.9207707,0.0003051616,0.008736116,0.00374642,0.001222197,0.0002416606,0.00002622177,0.0002914267],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.975639,"threshold_uncertainty_score":0.9993069,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3039746272","doi":"10.2196/19285","title":"Artificial Intelligence Education and Tools for Medical and Health Informatics Students: Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":353,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Health informatics; Curriculum; Informatics; Systematic review; Analytics; Applications of artificial intelligence; Health care; Computer science; Health Administration Informatics; Artificial intelligence; Data science; Medical education; Engineering informatics; MEDLINE; Knowledge management; Medicine; Psychology; Nursing; Public health; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.2498614741151146,"gpt":0.5767202094572398,"spread":0.3268587353421252,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003253409,0.0004359136,0.002624232,0.0002505845,0.000190245,0.0001874535,0.0003550794,0.0006332902,0.0001914152],"category_scores_gemma":[0.01624908,0.0003378299,0.0002218315,0.0005425584,0.0001699943,0.0003003537,0.0001017837,0.0008406552,0.00008223889],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004741857,"about_ca_system_score_gemma":0.02624844,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007040276,"about_ca_topic_score_gemma":0.00002195175,"domain_scores_codex":[0.9936289,0.0002888099,0.003801405,0.0004665082,0.001437043,0.0003772967],"domain_scores_gemma":[0.9952228,0.0009484831,0.001250453,0.0004574177,0.0004123656,0.001708495],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000003029061,0.0003066136,0.000002087218,0.4661951,0.00003313463,4.175234e-7,0.0006856663,7.523535e-10,1.027882e-9,0.0006737733,0.002966277,0.5291339],"study_design_scores_gemma":[0.00001421444,0.0002814175,0.000002329438,0.665091,0.0008919833,0.0004361712,0.003273224,0.00006115451,1.913285e-7,0.0006260114,0.3290824,0.0002398877],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001227037,0.9600251,0.0009212223,0.02623647,0.00128989,0.01138605,0.000008087149,0.00006006561,0.00006088445],"genre_scores_gemma":[0.00004117591,0.9715441,0.0007219412,0.01973374,0.001421527,0.005642816,0.0007694981,0.00004827629,0.00007694551],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.528894,"threshold_uncertainty_score":0.9999074,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2787683732","doi":"10.2196/mededu.8527","title":"Medical YouTube Videos and Methods of Evaluation: Literature Review","year":2018,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":305,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Relevance (law); The Internet; Set (abstract data type); Reliability (semiconductor); Quality (philosophy); Computer science; Health literacy; Medical education; Medical information; Information retrieval; World Wide Web; Medicine; Health care","retraction":null,"screen_n_in":null,"score":{"opus":0.1155578785468985,"gpt":0.6562552970355877,"spread":0.5406974184886892,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.03112325,0.0003852149,0.002005728,0.0002835085,0.0003277281,0.00001808175,0.0005008545,0.001931734,0.02304737],"category_scores_gemma":[0.04079001,0.0002523568,0.0002583527,0.00108059,0.0002579882,0.0005479162,0.0002322773,0.002500156,0.0002601707],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003152052,"about_ca_system_score_gemma":0.03120282,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000169491,"about_ca_topic_score_gemma":0.000005495589,"domain_scores_codex":[0.9829594,0.00892672,0.004994492,0.0005328729,0.002161708,0.0004247968],"domain_scores_gemma":[0.9914147,0.002070175,0.002486827,0.0009001277,0.001999386,0.00112883],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002691522,0.00008171143,0.00001468867,0.2506184,0.00001557839,2.169167e-7,0.0009828872,1.11592e-10,7.926119e-10,0.000250235,0.08710682,0.6609268],"study_design_scores_gemma":[0.0001534463,0.00002503861,0.00004246295,0.3432294,0.0001928956,0.00002469711,0.00006780883,0.00005869477,1.084539e-8,0.0001517267,0.6559229,0.0001308946],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000003991891,0.9816735,0.0002383853,0.00313937,0.003010287,0.005650124,0.00003445082,0.00005006887,0.006199787],"genre_scores_gemma":[4.40794e-7,0.9716415,0.002846938,0.01783993,0.00198857,0.003822584,0.001319821,0.00002889859,0.0005113606],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6607959,"threshold_uncertainty_score":0.9999928,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2949379172","doi":"10.2196/13997","title":"Microlearning in Health Professions Education: Scoping Review","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"E-Learning and COVID-19","field":"Social Sciences","cited_by":301,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Health professions; Medical education; Continuing education; Psychology; Knowledge acquisition; Knowledge management; Medicine; Pedagogy; Health care; Computer science; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02698520073845772,"gpt":0.4817657083628463,"spread":0.4547805076243886,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002274277,0.00007102114,0.000177954,0.0000925672,0.0002770525,0.00002555644,0.0002183669,0.0001099339,0.003511754],"category_scores_gemma":[0.002847019,0.00006817361,0.00003538357,0.0005288905,0.00009137727,0.0001283596,0.00002770619,0.0004122397,0.0004218692],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003005698,"about_ca_system_score_gemma":0.0306993,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002878641,"about_ca_topic_score_gemma":0.0009403805,"domain_scores_codex":[0.9978856,0.0007684022,0.0003380641,0.0002300331,0.0005131945,0.0002646816],"domain_scores_gemma":[0.9990351,0.0001737005,0.000179831,0.000168056,0.00007352895,0.0003697757],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009281508,0.001309676,0.1043442,0.01199179,0.000004880211,5.470621e-7,0.06375246,0.000002734672,0.000008096987,0.02692802,0.1423931,0.6492553],"study_design_scores_gemma":[0.0002490718,0.00004923598,0.01000621,0.1918402,0.000004125031,0.000002850199,0.04403765,0.00001365561,9.773687e-7,0.0004761244,0.7530961,0.0002238262],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1047394,0.06486011,0.00005177924,0.7526945,0.004786936,0.004355567,3.833343e-7,0.0002134313,0.06829789],"genre_scores_gemma":[0.7801974,0.02995294,0.0007705776,0.1287266,0.001850387,0.001356809,0.00008398819,0.00003829678,0.05702294],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.675458,"threshold_uncertainty_score":0.9973992,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2911229711","doi":"10.2196/12515","title":"Telemedicine Training in Undergraduate Medical Education: Mixed-Methods Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":294,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Telemedicine; Medical education; Outreach; Curriculum; Health care; Medicine; Psychology; Political science; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.08950967093095644,"gpt":0.5473375028982527,"spread":0.4578278319672963,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005323459,0.0008581709,0.004272986,0.001136585,0.00009243017,0.00002165199,0.0006323758,0.001187583,0.008176831],"category_scores_gemma":[0.01137764,0.000665046,0.0005427843,0.002255184,0.0002282632,0.0001661066,0.0001326137,0.002781746,0.0004033666],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009474218,"about_ca_system_score_gemma":0.09873109,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001535067,"about_ca_topic_score_gemma":0.0000940336,"domain_scores_codex":[0.9899147,0.001394247,0.003655077,0.001175001,0.002924955,0.0009360138],"domain_scores_gemma":[0.9942253,0.0009644083,0.001213206,0.001113441,0.0003523806,0.002131253],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007983513,0.0006329225,0.00005028826,0.1101871,0.00006623015,0.00002208778,0.0002188168,1.961473e-9,2.51001e-8,0.0005484538,0.1754234,0.7128426],"study_design_scores_gemma":[0.0009818223,0.0002550381,0.0001292814,0.242576,0.0009982697,0.001388274,0.0005639059,0.000007965818,9.580928e-8,0.0001717276,0.7525485,0.0003791984],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001011236,0.9318007,0.0002122163,0.05186028,0.005721652,0.006111365,0.000006527047,0.0001288644,0.00414833],"genre_scores_gemma":[0.00001162613,0.9443341,0.002897486,0.03944879,0.003915626,0.003542843,0.003773447,0.00014811,0.001927905],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7124634,"threshold_uncertainty_score":0.9995801,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4380685958","doi":"10.2196/48002","title":"Performance of GPT-3.5 and GPT-4 on the Japanese Medical Licensing Examination: Comparison Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":289,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Shimane University","keywords":"Transformer; Competence (human resources); Generative grammar; Computer science; Psychology; Medical education; Internal medicine; Artificial intelligence; Medicine; Engineering; Electrical engineering; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1374971887477971,"gpt":0.4780372953633461,"spread":0.340540106615549,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001816407,0.000107553,0.0002190843,0.0001643545,0.0001684999,0.00001330094,0.0001215166,0.0001653218,0.0006800072],"category_scores_gemma":[0.002958261,0.0000734196,0.00002889652,0.0006144504,0.0001877282,0.00006236805,0.00003579537,0.0004024036,0.0001081197],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006742551,"about_ca_system_score_gemma":0.001075269,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002972435,"about_ca_topic_score_gemma":0.00005457997,"domain_scores_codex":[0.9976728,0.0001810486,0.0005213896,0.000229636,0.001199692,0.000195431],"domain_scores_gemma":[0.9983681,0.000679268,0.0001241422,0.0002788992,0.0002371499,0.0003123677],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001231066,0.002497719,0.2179122,0.0002684223,0.00002990328,0.000004246562,0.06082637,0.000002761293,0.00004155349,0.0004410384,0.01265266,0.7052],"study_design_scores_gemma":[0.0002123385,0.001642607,0.8564005,0.00118826,0.00005719944,0.00004840835,0.1088072,0.02809837,0.0006182272,0.0000721109,0.002691845,0.0001629137],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9649219,0.00007144244,0.000001963935,0.03231273,0.0008262991,0.0007521637,3.130043e-7,0.0000542181,0.001058982],"genre_scores_gemma":[0.997081,0.0001240973,0.000009177703,0.001504631,0.0006958079,0.0001528424,0.00002823218,0.0000126344,0.0003915381],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7050371,"threshold_uncertainty_score":0.7445602,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4200037840","doi":"10.2196/31043","title":"Artificial Intelligence Education Programs for Health Care Professionals: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":244,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"Centre for Addiction and Mental Health; The Wilson Centre; Vector Institute; Michener Institute; Public Health Ontario; University of Toronto; University Health Network","funders":"Government of Canada","keywords":"Intervention (counseling); Medical education; Process (computing); Health care; Professional development; Psychology; Medicine; Computer science; Nursing; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1903954971509181,"gpt":0.5782136194019586,"spread":0.3878181222510405,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007228052,0.0001739254,0.0004006273,0.0001034978,0.0002700246,0.00003445993,0.0001237231,0.0002064335,0.0008377047],"category_scores_gemma":[0.003292992,0.0001609498,0.0001395759,0.000597984,0.00007975176,0.0001325784,0.00002837876,0.0003345402,0.00008926538],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004292975,"about_ca_system_score_gemma":0.05622617,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009875228,"about_ca_topic_score_gemma":0.0002111285,"domain_scores_codex":[0.9972131,0.0001652106,0.001076958,0.0004997271,0.0006572519,0.0003877224],"domain_scores_gemma":[0.9969794,0.0001458401,0.0002730204,0.0004078078,0.001533989,0.0006600037],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00003208461,0.001904772,0.000359056,0.020072,0.000007754441,5.876933e-7,0.003135773,5.606966e-8,0.000006073469,0.001521228,0.02377158,0.949189],"study_design_scores_gemma":[0.0001171017,0.001548481,0.0008523999,0.7508174,0.0002577825,0.0004051484,0.1305619,0.0004077436,0.009845556,0.01141534,0.09264246,0.001128698],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.04112596,0.2832586,0.006777844,0.6361756,0.01216628,0.01848699,0.000007538315,0.0003159971,0.001685159],"genre_scores_gemma":[0.6461682,0.02659202,0.02514835,0.2499226,0.01314628,0.02718314,0.008626416,0.0001774118,0.003035587],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9480603,"threshold_uncertainty_score":0.9491242,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4200105386","doi":"10.2196/34860","title":"Virtual Reality in Medical Students’ Education: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":238,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Modalities; Virtual reality; Interactivity; Computer science; Modality (human–computer interaction); Medical education; Multimedia; Human–computer interaction; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.013147535267673,"gpt":0.387613115120639,"spread":0.374465579852966,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008318003,0.0001285479,0.0002993356,0.00008575133,0.00003096466,0.00001410874,0.0004409713,0.0003871214,0.005199029],"category_scores_gemma":[0.003120069,0.0001274683,0.00005015956,0.0005750512,0.0001107259,0.00008562026,0.00009934945,0.0006733321,0.0001018231],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001494284,"about_ca_system_score_gemma":0.00508534,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001530742,"about_ca_topic_score_gemma":0.0001064345,"domain_scores_codex":[0.9976049,0.000105445,0.0005272706,0.000257878,0.001251694,0.0002528123],"domain_scores_gemma":[0.9989843,0.00009545667,0.0000362186,0.0003156886,0.00008068886,0.0004876002],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001851694,0.0008926181,0.001213965,0.002636482,0.00001226931,0.00003316432,0.0001580479,6.186128e-7,0.000002542774,0.005393669,0.08186328,0.9077915],"study_design_scores_gemma":[0.001874739,0.000106354,0.01929314,0.3197915,0.00007331458,0.0007031669,0.002478694,0.001418366,0.0003392988,0.003831734,0.6489693,0.001120439],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.2530636,0.4439026,0.003780032,0.2248232,0.01566024,0.003453322,0.00000484018,0.001811085,0.05350105],"genre_scores_gemma":[0.6777028,0.2582791,0.0004251267,0.05736803,0.002158685,0.002321794,0.0003758698,0.00007619947,0.001292364],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.906671,"threshold_uncertainty_score":0.9957104,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385266429","doi":"10.2196/50945","title":"The Role of Large Language Models in Medical Education: Applications and Implications","year":2023,"lang":"en","type":"editorial","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":229,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; National Institutes of Health; Yale University","keywords":"Apprehension; Psychology; Brainstorming; Interpersonal communication; Health care; Curriculum; Pedagogy; Social psychology; Cognitive psychology; Political science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.03085519583354647,"gpt":0.4655486846641663,"spread":0.4346934888306198,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001461361,0.0002353089,0.0004183754,0.0003181805,0.0002366535,0.00003693279,0.0004248453,0.001249678,0.0002325481],"category_scores_gemma":[0.008046701,0.0001902269,0.00009312754,0.0008301439,0.0002824186,0.000105505,0.0001025986,0.001321078,0.00007100705],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002803934,"about_ca_system_score_gemma":0.02938338,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001581922,"about_ca_topic_score_gemma":0.001697719,"domain_scores_codex":[0.9963697,0.0001363876,0.001086002,0.0005105151,0.001482755,0.000414693],"domain_scores_gemma":[0.9953507,0.001996114,0.0003499933,0.0007840457,0.0007953671,0.0007237685],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000261127,0.0009595593,0.0005622689,0.0002842264,0.00001709696,4.482388e-7,0.002224119,1.613325e-7,0.000004155355,0.007424605,0.5917394,0.3967579],"study_design_scores_gemma":[0.0001042506,0.00006432176,0.0009376654,0.001022652,0.0000564966,0.00001169938,0.0117183,0.0006147677,0.00002602664,0.01909599,0.96616,0.0001878237],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.01527823,0.03313927,0.0003543537,0.1054901,0.8294083,0.006763681,0.0001679982,0.0003285008,0.00906952],"genre_scores_gemma":[0.1305217,0.02153331,0.000255309,0.002203592,0.8182519,0.01707163,0.005491087,0.0001938775,0.004477533],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.3965701,"threshold_uncertainty_score":0.9761191,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3118424533","doi":"10.2196/24032","title":"Using Machine Learning Algorithms to Predict People’s Intention to Use Mobile Learning Platforms During the COVID-19 Pandemic: Machine Learning Approach","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":219,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computer science; Pandemic; Machine learning; Artificial intelligence; C4.5 algorithm; Globe; Mobile device; Coronavirus disease 2019 (COVID-19); Multimedia; World Wide Web; Psychology; Medicine; Support vector machine","retraction":null,"screen_n_in":null,"score":{"opus":0.05620024184922866,"gpt":0.3961133758157976,"spread":0.339913133966569,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.002030959,0.0002548477,0.0003417546,0.0003203706,0.002655474,0.0002147325,0.0004508511,0.0003174558,0.0005679259],"category_scores_gemma":[0.02038579,0.0002158133,0.0001086615,0.00185081,0.0002468335,0.0004044275,0.0003699399,0.001592948,0.00005475526],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001438337,"about_ca_system_score_gemma":0.002536152,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007413374,"about_ca_topic_score_gemma":0.004331405,"domain_scores_codex":[0.9965469,0.0004714063,0.0005276364,0.0006792972,0.001125385,0.000649346],"domain_scores_gemma":[0.997853,0.0004783637,0.0002629341,0.0002874506,0.0003716348,0.0007465754],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005358828,0.0004181869,0.7681522,0.0001221179,0.00008049538,0.000003568419,0.1687045,0.004963161,0.00125127,0.0006242034,0.0007345953,0.05489205],"study_design_scores_gemma":[0.0009988173,0.0002332326,0.1124298,0.0002981606,0.0001008336,0.0002034974,0.2769388,0.01965652,0.0001926436,0.0003279355,0.5876656,0.000954289],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9726976,0.0004657703,0.01801084,0.005344359,0.001005954,0.001062566,0.000003703024,0.00103252,0.0003766512],"genre_scores_gemma":[0.9815016,0.0004090548,0.004095217,0.00128321,0.0005100192,0.001010461,0.0001186621,0.0000448537,0.01102685],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6557225,"threshold_uncertainty_score":0.9991964,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385815999","doi":"10.2196/48254","title":"Assessing Health Students' Attitudes and Usage of ChatGPT in Jordan: Validation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":206,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Applied Science Private University","keywords":"Psychology; Medical education; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1465710078868833,"gpt":0.5622959074618574,"spread":0.4157248995749741,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001708052,0.00008251762,0.000230306,0.0003307578,0.00007271937,0.00003224039,0.00007881442,0.00008358354,0.0001199647],"category_scores_gemma":[0.0008714342,0.00007620759,0.0000201908,0.0007021723,0.00005890313,0.0001859088,0.00003420639,0.0002052963,0.00002292301],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001404511,"about_ca_system_score_gemma":0.001787736,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001462815,"about_ca_topic_score_gemma":0.0002264923,"domain_scores_codex":[0.9981792,0.0001604293,0.0005632257,0.0002320802,0.0006738179,0.0001912692],"domain_scores_gemma":[0.9991839,0.0001520881,0.0001406602,0.0001741121,0.0001131323,0.0002361265],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001620658,0.001766996,0.7816327,0.0002854325,0.00000691674,0.000001780999,0.01196222,0.000001030505,0.00003295131,0.00006070425,0.0006208617,0.2036123],"study_design_scores_gemma":[0.0001255681,0.0003144169,0.9759813,0.0005567882,0.00000757754,0.0000068698,0.02218401,0.0001396477,0.0001912189,0.0002584391,0.0001770217,0.00005717394],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.988277,0.0001604654,0.00001745873,0.009926316,0.000541309,0.0009716505,3.515374e-7,0.00003462079,0.00007088968],"genre_scores_gemma":[0.9984494,0.0001929188,0.00008084107,0.0006574004,0.0002475322,0.0001823273,0.00005281279,0.00001082433,0.0001259344],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2035551,"threshold_uncertainty_score":0.3171367,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4379508361","doi":"10.2196/48163","title":"The Advent of Generative Language Models in Medical Education","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":203,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Stryker","keywords":"Credibility; Relevance (law); Computer science; Quality (philosophy); Knowledge management; Medical education; Medicine; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.08147571299040592,"gpt":0.4922474816511003,"spread":0.4107717686606944,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001099327,0.00009658294,0.000174938,0.0002020023,0.00009303753,0.00001049983,0.000166345,0.0002162322,0.0005315054],"category_scores_gemma":[0.003035611,0.00006908,0.00005617943,0.0007684005,0.0001508197,0.00008972606,0.00003040172,0.0003497897,0.0001016204],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001736519,"about_ca_system_score_gemma":0.01149664,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001108723,"about_ca_topic_score_gemma":0.0005598627,"domain_scores_codex":[0.9978862,0.0001303175,0.0005965577,0.000210179,0.0009318776,0.0002447982],"domain_scores_gemma":[0.9987042,0.000273011,0.0001153917,0.0002846544,0.0002466573,0.0003760973],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00006931606,0.001120055,0.004672202,0.0001424689,0.00001110875,0.000003875192,0.01675758,0.00001030743,0.0001000858,0.00884011,0.04100419,0.9272687],"study_design_scores_gemma":[0.001206794,0.001427402,0.1858788,0.008398152,0.0001548515,0.0003194123,0.3821765,0.203685,0.01641214,0.116125,0.08298156,0.001234475],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9115736,0.001008666,0.00009520577,0.08242799,0.001766802,0.0006699356,9.002774e-7,0.00004821318,0.002408616],"genre_scores_gemma":[0.9926096,0.0009104835,0.0000923312,0.003165303,0.0009299843,0.0005913015,0.0001386684,0.00001464538,0.001547659],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9260342,"threshold_uncertainty_score":0.9941072,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4200218394","doi":"10.2196/33390","title":"Health Care Students’ Perspectives on Artificial Intelligence: Countrywide Survey in Canada","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":203,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true},"ca_institutions":"Vancouver Coastal Health; Saint John Regional Hospital; University of Toronto; Dalhousie University; University of Calgary; University of Alberta; University of British Columbia; NOSM University; Queen's University","funders":"University of British Columbia","keywords":"Snowball sampling; Curriculum; Health care; Likert scale; Medical education; Scale (ratio); Psychology; Narrative; Medicine; Pedagogy; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.09360355049786273,"gpt":0.4763930288625289,"spread":0.3827894783646661,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006242105,0.0001452531,0.0003096157,0.0001292082,0.000112232,0.00003051999,0.000144921,0.0001274992,0.001042194],"category_scores_gemma":[0.002750047,0.0001416385,0.00003825131,0.000666832,0.00006038266,0.00005257105,0.00002505699,0.0005425917,0.0000603826],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.003829879,"about_ca_system_score_gemma":0.07177336,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.8436407,"about_ca_topic_score_gemma":0.9556323,"domain_scores_codex":[0.9970644,0.0002956248,0.000667241,0.0004373459,0.001172491,0.0003629391],"domain_scores_gemma":[0.9981196,0.0003032198,0.0001112872,0.0003229905,0.0006057954,0.0005370954],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002007635,0.001795827,0.4614722,0.0002061604,0.00001636563,0.00003098318,0.0292496,0.000008303657,0.000004250761,0.001306375,0.01084518,0.494864],"study_design_scores_gemma":[0.0000475127,0.0001985724,0.6835983,0.0006386843,0.000007238215,0.0000313457,0.3114349,0.00007946065,0.0006999868,0.0003702501,0.002703693,0.0001900181],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9560382,0.001896504,0.00006817799,0.03911814,0.001919521,0.0005371578,0.000009558342,0.00002048087,0.0003922007],"genre_scores_gemma":[0.9893352,0.000442292,0.00008067126,0.008847439,0.0006547585,0.0001254146,0.0003621447,0.00001706886,0.000134974],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.494674,"threshold_uncertainty_score":0.9999942,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3137892094","doi":"10.2196/25892","title":"Social Media and Medical Education in the Context of the COVID-19 Pandemic: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":203,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Social media; Curriculum; Public relations; Context (archaeology); Health care; Medical education; Inclusion (mineral); Psychology; Medicine; Political science; Sociology; Pedagogy; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.1515273298918708,"gpt":0.5334928385621124,"spread":0.3819655086702416,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00497517,0.0001012748,0.0002639809,0.00005631483,0.0004772369,0.0000283378,0.0004838968,0.0003233671,0.001178976],"category_scores_gemma":[0.1534474,0.00007288815,0.00006350476,0.0009540569,0.0008352587,0.0001188287,0.00005462603,0.0004994061,0.000006501696],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004126506,"about_ca_system_score_gemma":0.08957148,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002718109,"about_ca_topic_score_gemma":0.02615293,"domain_scores_codex":[0.9948063,0.002260788,0.0005998273,0.0002540308,0.001816401,0.0002626458],"domain_scores_gemma":[0.9931384,0.005375223,0.0003401121,0.0002547677,0.0003253274,0.0005661091],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007439331,0.0008438698,0.1038655,0.003060599,0.0000063698,9.006218e-7,0.2682182,8.195564e-9,0.000002057357,0.03441606,0.06116715,0.5284118],"study_design_scores_gemma":[0.001307537,0.00003302478,0.2302714,0.03956613,0.0001231065,0.00009210633,0.2843457,0.000008409727,0.000009840145,0.01679716,0.4268992,0.0005463103],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2411394,0.03075214,0.000006229918,0.7159113,0.0073869,0.003052955,0.000001875065,0.00003295909,0.001716316],"genre_scores_gemma":[0.8207844,0.03696286,0.0000514271,0.1341776,0.004546792,0.003332827,0.00005869548,0.00001711633,0.00006824503],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5817337,"threshold_uncertainty_score":0.9997341,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4364378939","doi":"10.2196/46599","title":"Trialling a Large Language Model (ChatGPT) in General Practice With the Applied Knowledge Test: Observational Study Demonstrating Opportunities and Limitations in Primary Care","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":192,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Generative grammar; Observational study; Transformer; Computer science; Test (biology); Knowledge management; Artificial intelligence; Medicine; Engineering; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.3570125126813295,"gpt":0.4801588478092852,"spread":0.1231463351279557,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001090421,0.0001018426,0.0001612971,0.000205701,0.0001406792,0.0000290594,0.0000675406,0.00009474142,0.00001042847],"category_scores_gemma":[0.002041741,0.00007639001,0.00001490156,0.0005928779,0.00006024364,0.00015822,0.00002435576,0.0003521895,0.000006508769],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001895873,"about_ca_system_score_gemma":0.004621107,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002437383,"about_ca_topic_score_gemma":0.003047212,"domain_scores_codex":[0.998693,0.0001132468,0.0003954498,0.0002194689,0.0003694791,0.0002093026],"domain_scores_gemma":[0.9980509,0.001366824,0.00009884246,0.0001468402,0.0002037678,0.0001328328],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003127772,0.003443666,0.1014426,0.0004694346,0.00002189009,0.00002478499,0.5672907,0.0002701576,0.0001790345,0.003636131,0.001099389,0.3218095],"study_design_scores_gemma":[0.0005225987,0.0002148685,0.1445086,0.0003033596,0.00003655908,0.00001459553,0.81941,0.03387397,0.00002048364,0.0001866629,0.0007756216,0.0001326838],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9747011,0.0003307335,0.00007565234,0.01857632,0.0001130636,0.00141945,0.000002448312,0.00004253188,0.004738695],"genre_scores_gemma":[0.9953114,0.0001439378,0.0006529799,0.001724363,0.0003595508,0.001139006,0.0002636854,0.00001506674,0.0003900147],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3216768,"threshold_uncertainty_score":0.8197645,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4380575774","doi":"10.2196/46939","title":"Putting ChatGPT’s Medical Advice to the (Turing) Test: Survey Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":188,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Science Foundation","keywords":"Chatbot; Advice (programming); Test (biology); Turing; Turing test; Psychology; Computer science; Medicine; World Wide Web; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1311681862863586,"gpt":0.5029894972674881,"spread":0.3718213109811295,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00444468,0.0001522384,0.0002287831,0.0002161102,0.0002881044,0.00003850698,0.0003379519,0.0002167311,0.001584746],"category_scores_gemma":[0.03081016,0.0001062474,0.00005236818,0.001553932,0.00007249638,0.00007234396,0.0001000188,0.0005971228,0.002390455],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000150291,"about_ca_system_score_gemma":0.004052065,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003649541,"about_ca_topic_score_gemma":0.002286448,"domain_scores_codex":[0.9965458,0.0002709654,0.0006290895,0.0004111255,0.001707637,0.000435381],"domain_scores_gemma":[0.9964395,0.001473637,0.00009675464,0.0005298211,0.0004116692,0.001048627],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0000389313,0.001701559,0.3267106,0.00007240292,0.00001659632,0.000013286,0.01331768,0.000001346671,0.000007082658,0.00003522026,0.1773783,0.480707],"study_design_scores_gemma":[0.000108499,0.0005074816,0.9369046,0.0003568229,0.00002544804,0.00005003465,0.01497232,0.001637027,0.00009340749,0.0002014381,0.04499341,0.0001495036],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8390821,0.00006066069,0.00002880311,0.1558567,0.002663264,0.001424722,0.000001965547,0.0002477651,0.0006339895],"genre_scores_gemma":[0.9814662,0.00004977244,0.00005820147,0.0122635,0.003028779,0.0008084499,0.0001190694,0.00002869755,0.002177286],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.610194,"threshold_uncertainty_score":0.999328,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385080756","doi":"10.2196/47049","title":"The Potential and Concerns of Using AI in Scientific Research: ChatGPT Performance Evaluation","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":186,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Thematic analysis; Context (archaeology); Quality (philosophy); Computer science; Data science; Data quality; Qualitative research; Social science; Engineering; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.3978155569671569,"gpt":0.5939620970070143,"spread":0.1961465400398574,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005074412,0.00004699485,0.00008699115,0.0002908617,0.0003026869,0.0000337714,0.00007746262,0.00009567606,0.00009579021],"category_scores_gemma":[0.001989327,0.00003529382,0.00001630934,0.001044775,0.0004597667,0.0001075925,0.00002942419,0.0002848157,0.00002664764],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001555982,"about_ca_system_score_gemma":0.00428653,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003894947,"about_ca_topic_score_gemma":0.0001016304,"domain_scores_codex":[0.9980245,0.0001756201,0.0003275271,0.0001810177,0.001065464,0.0002258459],"domain_scores_gemma":[0.9987557,0.0001776044,0.00005841474,0.0001879672,0.0006796015,0.0001407338],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007696053,0.0001909179,0.02790361,0.0001518633,0.000004377141,7.042192e-7,0.008500525,0.00002048478,0.00200373,0.0003869766,0.004508797,0.9562511],"study_design_scores_gemma":[0.0002476467,0.0002549744,0.4200614,0.001295979,0.00003059003,0.00003013105,0.03218647,0.5275108,0.004466836,0.005280292,0.008498068,0.0001367566],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9822502,0.0003589966,0.000006863853,0.01529305,0.001317313,0.0006415771,3.228868e-7,0.00001195807,0.0001197352],"genre_scores_gemma":[0.9987034,0.0002823435,0.00001697296,0.0001507497,0.0004246072,0.0001326087,0.00003088642,0.000006235992,0.0002521835],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9561143,"threshold_uncertainty_score":0.760412,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4282916733","doi":"10.2196/35587","title":"Needs, Challenges, and Applications of Artificial Intelligence in Medical Education Curriculum","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":157,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Curriculum; Position paper; Suite; Medical education; Artificial intelligence; Health care; Applications of artificial intelligence; Engineering ethics; Medicine; Psychology; Computer science; Engineering; Political science; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.06660868501159821,"gpt":0.4347917440202246,"spread":0.3681830590086264,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001064436,0.0001339279,0.0002669705,0.0005704794,0.0001339138,0.000008154303,0.0002084182,0.0001969539,0.002515732],"category_scores_gemma":[0.001265892,0.0001372407,0.00005033857,0.0009195899,0.0001898639,0.00009247503,0.00008959477,0.0006530675,0.00002377681],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002522713,"about_ca_system_score_gemma":0.008576708,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009187702,"about_ca_topic_score_gemma":0.0002153567,"domain_scores_codex":[0.997345,0.0001661861,0.000842787,0.0003297138,0.001070321,0.0002460455],"domain_scores_gemma":[0.9985774,0.0001480215,0.0001865884,0.0003158945,0.0002398611,0.0005323062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003637788,0.003741234,0.003995449,0.0002285588,0.000005698478,0.000001097872,0.004885211,0.000001157301,0.00001359035,0.0490517,0.001032458,0.9370075],"study_design_scores_gemma":[0.0003328755,0.002021448,0.04602309,0.00227282,0.0001692057,0.001275755,0.496473,0.01817659,0.001019829,0.1652789,0.2657151,0.001241415],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8821316,0.01577308,0.001157147,0.090213,0.002517079,0.00302743,0.000004826809,0.00009415411,0.005081695],"genre_scores_gemma":[0.9907758,0.002532843,0.0003550238,0.002388273,0.000920203,0.00272686,0.0001315944,0.00001861339,0.0001507582],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.935766,"threshold_uncertainty_score":0.9983961,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390631601","doi":"10.2196/51247","title":"Artificial Intelligence in Medicine: Cross-Sectional Study Among Medical Students on Application, Education, and Ethical Aspects","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":138,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Medical ethics; Cross-sectional study; Psychology; Family medicine; Medicine; Pedagogy; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.07736878108075156,"gpt":0.5312998261579426,"spread":0.453931045077191,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003675296,0.0002811957,0.000382713,0.0006883531,0.0002009865,0.000168812,0.0004046681,0.0008673851,0.00200619],"category_scores_gemma":[0.005583566,0.0002387444,0.00006352478,0.001179831,0.0006387833,0.0001460608,0.00008297003,0.002140884,0.0003006434],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005061111,"about_ca_system_score_gemma":0.007083385,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001954798,"about_ca_topic_score_gemma":0.0008842003,"domain_scores_codex":[0.9937178,0.0002523542,0.001498988,0.0009502146,0.003196158,0.000384445],"domain_scores_gemma":[0.9971729,0.0007749128,0.000122805,0.0004408471,0.0004531761,0.001035369],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001082311,0.003890282,0.6181026,0.0002277665,0.00002593899,0.00001810676,0.004858591,0.000001488232,0.000007875134,0.02026749,0.003044471,0.3494471],"study_design_scores_gemma":[0.0000783513,0.0007573455,0.9600672,0.001325736,0.00003565475,0.0001432911,0.006266775,0.002344603,0.0000743544,0.02610619,0.002544629,0.0002558626],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9530004,0.0006430663,0.0006093691,0.03831058,0.003826166,0.001924789,0.000001167944,0.0001509894,0.001533414],"genre_scores_gemma":[0.9878099,0.0001711679,0.00005121746,0.006374416,0.003671165,0.001459083,0.0001015526,0.00003854282,0.0003229873],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3491913,"threshold_uncertainty_score":0.9989061,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390918905","doi":"10.2196/53961","title":"A Generative Pretrained Transformer (GPT)–Powered Chatbot as a Simulated Patient to Practice History Taking: Prospective, Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":132,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Chatbot; Conversation; Usability; Computer science; Psychology; Medical education; Medicine; Artificial intelligence; Human–computer interaction; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.08406383022874636,"gpt":0.5209060402476431,"spread":0.4368422100188967,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001344869,0.000253303,0.000347618,0.0003616555,0.0001225934,0.00004831318,0.0001188743,0.0002600319,0.002852355],"category_scores_gemma":[0.008359134,0.0002160365,0.0001051141,0.0007806566,0.00008709424,0.0002837849,0.00001768269,0.0006574928,0.0002741866],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00171244,"about_ca_system_score_gemma":0.007690403,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009822397,"about_ca_topic_score_gemma":0.00007315298,"domain_scores_codex":[0.996696,0.0005464328,0.0007805449,0.0006813513,0.0009257818,0.0003698865],"domain_scores_gemma":[0.9973763,0.0006033556,0.0001460362,0.0003517182,0.0007511624,0.00077143],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006381649,0.004833972,0.0003760331,0.000201972,0.0001645012,0.00003422727,0.2307532,0.000005445379,0.001500072,0.0008188112,0.02205385,0.7386197],"study_design_scores_gemma":[0.0004947983,0.009709146,0.007410744,0.001450202,0.0005670294,0.0002674769,0.163917,0.006425463,0.01089285,0.001685068,0.7963787,0.0008015262],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.90187,0.003117886,0.008003229,0.05559017,0.01329352,0.00863291,0.000003083203,0.0004041998,0.009085061],"genre_scores_gemma":[0.9823979,0.00004355796,0.005842974,0.007187779,0.0009766552,0.00157567,0.00005359217,0.00005204499,0.001869795],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7743248,"threshold_uncertainty_score":0.9999939,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3038737525","doi":"10.2196/20190","title":"The Present and Future Applications of Technology in Adapting Medical Education Amidst the COVID-19 Pandemic","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":130,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Order (exchange); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Political science; Business; Medicine; Disease; Virology; Infectious disease (medical specialty)","retraction":null,"screen_n_in":null,"score":{"opus":0.01822116589816957,"gpt":0.3894990125159007,"spread":0.3712778466177312,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001476947,0.0001573812,0.0002474615,0.0002269539,0.0002757078,0.00002053888,0.0004627518,0.0004470885,0.0004354409],"category_scores_gemma":[0.01008833,0.00009917055,0.00004368729,0.001938201,0.0008780732,0.00007051187,0.000112758,0.001103249,0.000011628],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002889082,"about_ca_system_score_gemma":0.01117582,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001164687,"about_ca_topic_score_gemma":0.00004542539,"domain_scores_codex":[0.9973148,0.0001439473,0.0007760869,0.0003645838,0.001138431,0.0002622033],"domain_scores_gemma":[0.9981215,0.0003254287,0.0002845788,0.0004877609,0.0003287905,0.0004519588],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000490317,0.0006435731,0.03060317,0.0002701937,0.00001994193,7.377685e-7,0.002643783,5.045952e-7,0.00003419595,0.0261394,0.07151892,0.8680766],"study_design_scores_gemma":[0.0006772716,0.00008835689,0.01422544,0.0001571668,0.00003675072,0.0001900364,0.01936427,0.001601264,0.00001503131,0.002786968,0.9607433,0.0001141156],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1212942,0.003429686,0.0008525839,0.8712084,0.0005807423,0.001717126,0.000001328282,0.0001023758,0.0008135729],"genre_scores_gemma":[0.9258383,0.00221494,0.001077859,0.06178562,0.005107372,0.00354436,0.0001366703,0.00003349711,0.0002613778],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8892244,"threshold_uncertainty_score":0.9982501,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2798264832","doi":"10.2196/mededu.9091","title":"Online Lectures in Undergraduate Medical Education: Scoping Review","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":124,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"PsycINFO; Medical education; Curriculum; Inclusion (mineral); MEDLINE; Online learning; Flipped classroom; Instructional design; Psychology; Medicine; Multimedia; Computer science; Mathematics education; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.05001562470624234,"gpt":0.5275933933344503,"spread":0.477577768628208,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004986673,0.0001279827,0.0002523081,0.0001732759,0.0002918885,0.00003262682,0.0004892344,0.0002456137,0.004889366],"category_scores_gemma":[0.03151882,0.0001154624,0.00004326599,0.001229467,0.0006805295,0.0001706955,0.0000541487,0.0005812722,0.00008287458],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000313128,"about_ca_system_score_gemma":0.02663506,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001148828,"about_ca_topic_score_gemma":0.006421886,"domain_scores_codex":[0.995906,0.001461378,0.0005204399,0.0003190411,0.001459253,0.0003338709],"domain_scores_gemma":[0.9985017,0.0003241326,0.0001674903,0.0002441941,0.0003627139,0.0003997571],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006628133,0.001672393,0.003272748,0.0008402434,0.000006925234,0.000001506332,0.007132872,2.09311e-8,0.000005461935,0.06203084,0.1203468,0.8046835],"study_design_scores_gemma":[0.001015763,0.0002305679,0.03412057,0.2473107,0.00004836485,0.00004330375,0.006118907,0.000102422,0.00006573142,0.06832699,0.6414709,0.001145793],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.06592095,0.01727665,0.003165462,0.8090993,0.009545945,0.002768681,0.000001357645,0.0002909459,0.09193075],"genre_scores_gemma":[0.5979162,0.01988796,0.03479256,0.3111421,0.0270064,0.001396619,0.0002814909,0.0001055078,0.007471202],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.8035377,"threshold_uncertainty_score":0.9960203,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400777017","doi":"10.2196/54793","title":"Curriculum Frameworks and Educational Programs in AI for Medical Students, Residents, and Practicing Physicians: Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":118,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Jewish General Hospital; McGill University Health Centre; McGill University","funders":"","keywords":"CINAHL; Curriculum; Scopus; MEDLINE; Medical education; Cochrane Library; Systematic review; Comprehension; Psychology; Medicine; Computer science; Pedagogy; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.06508612752541376,"gpt":0.530184841786567,"spread":0.4650987142611532,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001431374,0.0001394638,0.0002851629,0.0001543384,0.00009235095,0.000118743,0.0001158205,0.0003441025,0.0002499907],"category_scores_gemma":[0.005473827,0.0001229839,0.00004306495,0.000408701,0.0001306891,0.0002690614,0.00004388487,0.0008385301,0.000014417],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001480032,"about_ca_system_score_gemma":0.004474958,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005456008,"about_ca_topic_score_gemma":0.0002158944,"domain_scores_codex":[0.9976024,0.00008749777,0.0006357307,0.0004264811,0.0009822585,0.0002656173],"domain_scores_gemma":[0.9986547,0.0004998495,0.00008521469,0.0001561201,0.000203939,0.000400169],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00001670006,0.001200409,0.1380667,0.01982424,0.00002203864,0.000004781268,0.002827082,3.471219e-8,0.000002012678,0.001926693,0.01555786,0.8205515],"study_design_scores_gemma":[0.0002980701,0.0005047932,0.06377946,0.903916,0.0002382852,0.000367447,0.008213586,0.002735615,0.00003032563,0.009345734,0.01008798,0.0004827171],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4998494,0.1082266,0.000457254,0.3850054,0.002093335,0.004223449,7.901662e-7,0.00006719394,0.00007653896],"genre_scores_gemma":[0.8937278,0.05857227,0.001058964,0.03835696,0.003541934,0.004138316,0.0002482522,0.00004728088,0.0003082601],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8840917,"threshold_uncertainty_score":0.7938383,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2520689564","doi":"10.2196/mededu.6232","title":"Use of Social Media for Professional Development by Health Care Professionals: A Cross-Sectional Web-Based Survey","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":115,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Social media; Promotion (chess); Professional development; Health care; Health professionals; Medical education; Psychology; Public relations; Health promotion; Cross-sectional study; Medicine; Nursing; Public health; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1440581506986721,"gpt":0.5163698630949602,"spread":0.3723117123962881,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003213143,0.0001445136,0.0002598265,0.0001400397,0.001018108,0.00003054555,0.000280569,0.0004396175,0.0009673973],"category_scores_gemma":[0.02801594,0.0001138422,0.00007221219,0.0003886741,0.0005101745,0.0002512033,0.00002618435,0.0001886405,0.0000172218],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001377104,"about_ca_system_score_gemma":0.0685837,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008136726,"about_ca_topic_score_gemma":0.003619924,"domain_scores_codex":[0.9955059,0.001072011,0.0007855649,0.0003644828,0.001786269,0.0004858019],"domain_scores_gemma":[0.9896757,0.007776353,0.0005370764,0.0001198039,0.001311766,0.0005792879],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000236794,0.001900961,0.466716,0.0003539679,0.0000160876,4.703559e-8,0.1059537,3.424481e-8,0.00003151728,0.002261888,0.2546324,0.1678966],"study_design_scores_gemma":[0.0005753964,0.00002666442,0.726532,0.0001998945,0.00000182653,8.321558e-8,0.003160614,0.00000193185,0.00005213225,0.00006078567,0.2692629,0.0001257763],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9440954,0.0001696707,0.0001365855,0.03207411,0.0202718,0.002934609,0.0002047367,0.00007632253,0.0000367024],"genre_scores_gemma":[0.985405,0.00001343148,0.00126394,0.001873763,0.002180717,0.007592376,0.001054767,0.0000284545,0.0005875687],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.259816,"threshold_uncertainty_score":0.9999459,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400079353","doi":"10.2196/59213","title":"A Language Model–Powered Simulated Patient With Automated Feedback for History Taking: Prospective Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.06459609217325434,"gpt":0.4453597336472424,"spread":0.380763641473988,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002404321,0.0001511813,0.0002065151,0.0001750808,0.00006873003,0.00002384855,0.00006823505,0.0001499918,0.0005039118],"category_scores_gemma":[0.0006437923,0.0001152326,0.00005245694,0.000292116,0.00006846559,0.0001078071,0.00001162093,0.0002738964,0.00005203618],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001042941,"about_ca_system_score_gemma":0.005492847,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004146411,"about_ca_topic_score_gemma":0.0000730703,"domain_scores_codex":[0.998439,0.00004176775,0.0003859408,0.0003941761,0.0004995809,0.0002395674],"domain_scores_gemma":[0.9988862,0.0001193028,0.00009331457,0.0002409469,0.0003582806,0.0003019774],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002058985,0.01243879,0.009570227,0.001661622,0.0003407432,0.00009540101,0.4443128,0.0003599001,0.0006161158,0.001078021,0.1163179,0.4111495],"study_design_scores_gemma":[0.0006221636,0.005104125,0.008153191,0.001940866,0.0003117405,0.0001198412,0.06813852,0.8998412,0.0009330871,0.0005982848,0.01372992,0.0005070179],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9887462,0.000996251,0.0004677292,0.003149746,0.001340991,0.003598179,0.000003103302,0.0006379496,0.001059907],"genre_scores_gemma":[0.9959389,0.00000687143,0.0004032873,0.001015314,0.0004058989,0.0009892893,0.0001135324,0.0000399758,0.00108693],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8994814,"threshold_uncertainty_score":0.9744075,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3184246982","doi":"10.2196/28275","title":"Digital Health Training Programs for Medical Students: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Imperial College London; Lee Kong Chian School of Medicine, Nanyang Technological University; Department of Health and Social Care; Nanyang Technological University; National Institute for Health and Care Research","keywords":"Digital health; Curriculum; Medical education; Thematic analysis; Grey literature; Health care; Health informatics; MEDLINE; Pandemic; Systematic review; Coronavirus disease 2019 (COVID-19); Medicine; Psychology; Nursing; Political science; Public health; Qualitative research; Pedagogy; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.07653281740490138,"gpt":0.523596863950805,"spread":0.4470640465459036,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001470179,0.0001715263,0.0005148822,0.00008705321,0.0001545686,0.00007719043,0.0002268482,0.0002117903,0.002138533],"category_scores_gemma":[0.007195361,0.000161633,0.0001411907,0.0005321036,0.00009018963,0.0001483117,0.00004396001,0.0003847537,0.00004137248],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003791917,"about_ca_system_score_gemma":0.04479524,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001584243,"about_ca_topic_score_gemma":0.00001772974,"domain_scores_codex":[0.9956288,0.0001200792,0.0009941864,0.0004743725,0.002343399,0.0004392065],"domain_scores_gemma":[0.9964359,0.000485974,0.0002345602,0.0004079581,0.0008645854,0.001570996],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00002651723,0.00200613,0.05134432,0.02407682,0.00003652221,0.000006247836,0.003086402,1.493139e-7,3.664383e-7,0.0002434019,0.03228169,0.8868914],"study_design_scores_gemma":[0.006420622,0.001060942,0.04955887,0.8168656,0.0001673296,0.0009227097,0.0233367,0.000625445,0.00001624147,0.0005618562,0.09962273,0.0008410018],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.08999708,0.08034863,0.002486249,0.8052393,0.005860684,0.01385001,0.00001639225,0.0004998087,0.001701808],"genre_scores_gemma":[0.7336291,0.006809329,0.003936988,0.2319613,0.005841265,0.00854558,0.006696478,0.0001383573,0.002441626],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.8860504,"threshold_uncertainty_score":0.9987736,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387829826","doi":"10.2196/49877","title":"ChatGPT Interactive Medical Simulations for Early Clinical Education: Case Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":113,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computer science; Curriculum; Test (biology); Creativity; Medical education; Medical physics; Medicine; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.2328928300421382,"gpt":0.6145299154526388,"spread":0.3816370854105006,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001604493,0.000189288,0.0003660122,0.0003672783,0.0003074725,0.00004363001,0.000182758,0.0004261619,0.001927617],"category_scores_gemma":[0.0106381,0.0001716506,0.0001602607,0.0008975902,0.000159748,0.0002121112,0.00005147693,0.0006683354,0.0004480116],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002011147,"about_ca_system_score_gemma":0.0131615,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001432919,"about_ca_topic_score_gemma":0.0005476386,"domain_scores_codex":[0.9967023,0.000234549,0.0011603,0.0005485398,0.0009805728,0.0003737439],"domain_scores_gemma":[0.995575,0.001605279,0.0002033852,0.0004874517,0.0009191541,0.001209699],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001859124,0.008160138,0.1296498,0.0001316059,0.00007261184,0.0001023102,0.01710037,0.000001181437,0.000002005559,0.0002913249,0.07336737,0.7709354],"study_design_scores_gemma":[0.002487107,0.007662321,0.3183671,0.002373995,0.0007131036,0.005126332,0.3998957,0.03214252,0.0001520854,0.008333376,0.221349,0.001397428],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.952306,0.00006058925,0.0002442688,0.03707378,0.006655413,0.003003233,0.000005225175,0.0002026804,0.0004488285],"genre_scores_gemma":[0.984116,0.00004263264,0.0001866035,0.00582024,0.005612948,0.001855963,0.0002816544,0.00003910213,0.002044877],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.769538,"threshold_uncertainty_score":0.9989848,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389559024","doi":"10.2196/51302","title":"Medical Student Experiences and Perceptions of ChatGPT and Artificial Intelligence: Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":110,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Medical education; Cross-sectional study; Descriptive statistics; Psychology; Medical school; Health care; Medicine; Family medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1135507736459029,"gpt":0.5403388303058227,"spread":0.4267880566599199,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001155988,0.0001140088,0.0002113435,0.0002469544,0.000203693,0.00003960479,0.0001070615,0.0002210393,0.002319961],"category_scores_gemma":[0.001617287,0.00009727295,0.00003717172,0.0004927522,0.0005142216,0.0001065575,0.00006726702,0.0002989453,0.0000579999],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005535707,"about_ca_system_score_gemma":0.001454181,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003592952,"about_ca_topic_score_gemma":0.00008853645,"domain_scores_codex":[0.9974206,0.00008594719,0.0007133884,0.0003474641,0.001222918,0.000209677],"domain_scores_gemma":[0.9986984,0.0002299752,0.00009331678,0.0001719946,0.0002521737,0.0005541148],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004724487,0.001377296,0.7374593,0.00007639093,0.00001477545,0.00000361727,0.060986,3.186046e-7,0.0000301294,0.0007115067,0.0002863262,0.1990071],"study_design_scores_gemma":[0.00003676065,0.0004259568,0.7829923,0.00008570615,0.00001249521,0.00004886703,0.2142664,0.0006401528,0.0001124195,0.001197529,0.0001035171,0.00007787337],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9928213,0.0001286913,0.00009324165,0.004818568,0.001266107,0.0006962914,0.000001144625,0.00005938172,0.0001152298],"genre_scores_gemma":[0.9977365,0.0002651911,0.00003929405,0.0003877618,0.0008016458,0.0005582405,0.00003312687,0.00001042718,0.0001678138],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1989292,"threshold_uncertainty_score":0.9985921,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1706996581","doi":"10.2196/mededu.4908","title":"Go Where the Students Are: A Comparison of the Use of Social Networking Sites Between Medical Students and Medical Educators","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Psychology; Medical school; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1921708730840915,"gpt":0.5221144023747027,"spread":0.3299435292906112,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005342711,0.0001611354,0.0004485553,0.00007644646,0.000557893,0.00009187534,0.001717704,0.0006044029,0.0003651755],"category_scores_gemma":[0.02759786,0.0001104894,0.00008561982,0.0008361576,0.001821965,0.0001710314,0.000357183,0.0007737594,0.000008426043],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003207668,"about_ca_system_score_gemma":0.009509744,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003811487,"about_ca_topic_score_gemma":0.004888424,"domain_scores_codex":[0.988142,0.001667915,0.0008792789,0.0002805433,0.008622111,0.0004081918],"domain_scores_gemma":[0.9940485,0.003411102,0.0007589743,0.0002729472,0.0004086252,0.001099815],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001082449,0.0007184216,0.8249967,0.00004599812,0.0000286432,1.513578e-7,0.08647485,6.642718e-8,1.351702e-7,0.0005052476,0.0512929,0.03592608],"study_design_scores_gemma":[0.0004018229,0.00003955372,0.8353896,0.0004462478,0.00005604574,8.572109e-7,0.04403149,0.00002181225,0.000001947081,0.0002852971,0.1192135,0.0001117706],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9170725,0.0006347558,0.000005493251,0.07395826,0.006959899,0.001221962,0.000002342001,0.00002523105,0.0001194923],"genre_scores_gemma":[0.992035,0.0001802107,0.00003107419,0.001274636,0.005982181,0.0003998615,0.00001213803,0.00001786864,0.00006703651],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07496243,"threshold_uncertainty_score":0.9961054,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4212993683","doi":"10.2196/34973","title":"Readiness to Embrace Artificial Intelligence Among Medical Doctors and Students: Questionnaire-Based Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Leverage (statistics); Medical education; Sphygmomanometer; Medical science; Blood pressure; Psychology; Medicine; Artificial intelligence; Computer science; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.06535101131729483,"gpt":0.4769776236795795,"spread":0.4116266123622846,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002060529,0.0001929402,0.0002983052,0.0003402568,0.0004431831,0.0000587438,0.0003506011,0.0001563306,0.003671617],"category_scores_gemma":[0.004213933,0.0001845014,0.00005136044,0.0008290372,0.0001500093,0.0001117242,0.0001623493,0.0007356148,0.00008257389],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004293765,"about_ca_system_score_gemma":0.003896151,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001756905,"about_ca_topic_score_gemma":0.0005127529,"domain_scores_codex":[0.9954042,0.0003540025,0.0008299815,0.0005722365,0.002497418,0.0003420993],"domain_scores_gemma":[0.9976647,0.0002251984,0.0001318237,0.0003996162,0.0002916005,0.001287044],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003315337,0.008291327,0.5814613,0.0001167522,0.00002598112,0.00003462597,0.01214632,0.00002398001,0.00001247833,0.0008592986,0.003073513,0.393623],"study_design_scores_gemma":[0.0002980077,0.004777125,0.8627831,0.001165563,0.0001829236,0.0001495451,0.1129239,0.005590938,0.0006832607,0.003398517,0.007200513,0.00084667],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9611075,0.0001092463,0.00110695,0.0333408,0.002289178,0.001849004,0.000001560285,0.000105615,0.00009016117],"genre_scores_gemma":[0.9900129,0.000009957193,0.00009530989,0.006597178,0.0009450895,0.001980677,0.00005151064,0.00002727025,0.0002801279],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3927763,"threshold_uncertainty_score":0.9972392,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386407038","doi":"10.2196/46482","title":"Artificial Intelligence in Medical Education: Comparative Analysis of ChatGPT, Bing, and Medical Students in Germany","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Medical education; German; Psychology; Medicine; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.1132779861705955,"gpt":0.5313391288631245,"spread":0.418061142692529,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00275766,0.0001856815,0.0006460432,0.001791816,0.00006105866,0.00002513713,0.0003750434,0.0004810558,0.003071749],"category_scores_gemma":[0.00421068,0.0001730808,0.00009033317,0.00451725,0.0003683868,0.000128413,0.0001105048,0.000700095,0.00009393723],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002320482,"about_ca_system_score_gemma":0.008351706,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002083133,"about_ca_topic_score_gemma":0.004059679,"domain_scores_codex":[0.9947472,0.0002382489,0.001432152,0.0004872042,0.00271771,0.0003775269],"domain_scores_gemma":[0.9978173,0.0005039718,0.0002013717,0.0003206368,0.0002675699,0.0008891385],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001455007,0.004430716,0.4530787,0.0002408916,0.0001140959,0.00002720452,0.02401931,0.00000791143,0.00001834293,0.003943497,0.002368416,0.5116054],"study_design_scores_gemma":[0.0001198977,0.0002367691,0.9211098,0.001974386,0.0001741033,0.00004016565,0.02663692,0.04385274,0.0003107553,0.003490372,0.001757313,0.0002967698],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9699277,0.0004314037,0.00007859997,0.02729678,0.001000078,0.0006557603,0.000001662599,0.00004099904,0.0005670355],"genre_scores_gemma":[0.9949685,0.0008435702,0.00006248839,0.002927796,0.0004895899,0.0003792618,0.0001675213,0.00001171322,0.000149597],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5113086,"threshold_uncertainty_score":0.9978396,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389559003","doi":"10.2196/51344","title":"Evaluation of ChatGPT’s Real-Life Implementation in Undergraduate Dental Education: Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Medical education; Presentation (obstetrics); Class (philosophy); Psychology; Process (computing); Affordance; Mathematics education; Computer science; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.2095352777022015,"gpt":0.6190107529873914,"spread":0.4094754752851899,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067945,0.0001501072,0.000291751,0.0006640898,0.00008506735,0.00001672285,0.000127348,0.0001602363,0.0008915744],"category_scores_gemma":[0.002820679,0.000147904,0.00006578839,0.001579467,0.00006762899,0.0001794648,0.00003545794,0.0002449325,0.0001041755],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006361113,"about_ca_system_score_gemma":0.01556433,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004734576,"about_ca_topic_score_gemma":0.002332946,"domain_scores_codex":[0.9955449,0.001048316,0.001013207,0.0003779248,0.001740495,0.0002751411],"domain_scores_gemma":[0.9978146,0.0002288612,0.0002704019,0.0003572549,0.0009603831,0.0003684743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00004214563,0.00257676,0.1324646,0.0001116341,0.00003077826,5.662312e-7,0.009505827,0.000005097339,0.0002225482,0.0006417353,0.006884383,0.8475139],"study_design_scores_gemma":[0.000435877,0.0003948156,0.7763893,0.0002381739,0.0001929856,0.00001012463,0.2112717,0.00314861,0.001680722,0.005546596,0.0005328131,0.0001582275],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9821536,0.00018887,0.00008385454,0.01095538,0.003000418,0.002593621,0.000001360556,0.00006705994,0.0009558585],"genre_scores_gemma":[0.9957829,0.0001882068,0.0004011203,0.0005316129,0.0006053239,0.00193899,0.000378084,0.00002338355,0.0001504386],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8473557,"threshold_uncertainty_score":0.9900165,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389559236","doi":"10.2196/50373","title":"AI-Enabled Medical Education: Threads of Change, Promising Futures, and Risky Realities Across Four Potential Future Worlds","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Engineering ethics; Health care; Autonomy; Public relations; Sociology; Knowledge management; Political science; Psychology; Engineering; Computer science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.09443296181870102,"gpt":0.4631091434658297,"spread":0.3686761816471286,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00124307,0.0002142183,0.0003917709,0.0002728416,0.0003083082,0.00004662327,0.0001882678,0.0005781956,0.001142772],"category_scores_gemma":[0.001495138,0.0001846011,0.00009158174,0.0009070692,0.000297935,0.000243259,0.00007453831,0.0006575935,0.00004978128],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001377818,"about_ca_system_score_gemma":0.007743082,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001904115,"about_ca_topic_score_gemma":0.000564519,"domain_scores_codex":[0.9968448,0.0001412612,0.0007522887,0.0004331713,0.001342815,0.0004857089],"domain_scores_gemma":[0.9977843,0.0001170504,0.0002143132,0.0003902162,0.0005970083,0.0008971512],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001914342,0.0008340503,0.01469195,0.001015815,0.00003638537,0.00001115398,0.0227399,2.33637e-7,0.00004665933,0.001986408,0.1032652,0.8551808],"study_design_scores_gemma":[0.00107187,0.001028126,0.4723281,0.006778337,0.0002994751,0.001239042,0.2288997,0.003113465,0.00171241,0.02123147,0.2611785,0.00111948],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8035028,0.001732099,0.00003856608,0.1877597,0.005432967,0.0009705375,0.000006716983,0.0001362067,0.0004204407],"genre_scores_gemma":[0.9700909,0.002456209,0.0001882489,0.009809796,0.01419633,0.0007192687,0.0004220699,0.00003979836,0.002077344],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8540613,"threshold_uncertainty_score":0.9997703,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4317869593","doi":"10.2196/41589","title":"Implementation of Virtual Reality in Health Professions Education: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Virtual reality; Health professions; Engineering ethics; Knowledge management; Psychology; Medical education; Computer science; Sociology; Human–computer interaction; Health care; Medicine; Political science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08919357829526825,"gpt":0.5772566914292492,"spread":0.4880631131339809,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001725841,0.0001301667,0.0003950106,0.0004254628,0.0000964445,0.000005466994,0.0001132201,0.0001270593,0.002203812],"category_scores_gemma":[0.000958578,0.0001271085,0.00006308453,0.001769949,0.0000644356,0.0001232433,0.00002832833,0.0003026216,0.00006636099],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004943058,"about_ca_system_score_gemma":0.04092444,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001442189,"about_ca_topic_score_gemma":0.000237317,"domain_scores_codex":[0.9968881,0.0003583226,0.001321122,0.0003260805,0.0008216455,0.0002847203],"domain_scores_gemma":[0.9978643,0.0002898699,0.0004467991,0.000433908,0.0004944676,0.0004706558],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003918841,0.001742072,0.4252822,0.04527817,0.00001342324,8.586429e-7,0.01038072,0.000007369139,0.00001626566,0.003466664,0.1315367,0.3822364],"study_design_scores_gemma":[0.000839354,0.0002134395,0.808704,0.1612339,0.00001997288,0.00001384391,0.02681515,0.0001394399,0.00005212543,0.0003931078,0.001411248,0.0001644518],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5427651,0.008767397,0.00009560108,0.4345303,0.003555528,0.009436381,0.00001351185,0.0002364352,0.0005997067],"genre_scores_gemma":[0.9774746,0.003942598,0.0001960566,0.01379654,0.0005236236,0.00224721,0.001358686,0.00002599764,0.0004346893],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4347095,"threshold_uncertainty_score":0.9987083,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391644915","doi":"10.2196/50965","title":"Comparison of the Performance of GPT-3.5 and GPT-4 With That of Medical Students on the Written German Medical Licensing Examination: Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":104,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"German; Enthusiasm; Observational study; Medical education; Medicine; Medical care; Psychology; Family medicine; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.2296316867141716,"gpt":0.5298358915005704,"spread":0.3002042047863989,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002453804,0.000121119,0.0002948105,0.000107129,0.0001051259,0.00001840341,0.0003754165,0.0001946501,0.0006329322],"category_scores_gemma":[0.001269213,0.00006452961,0.00004416612,0.0004643875,0.0004593954,0.00008339533,0.00008245606,0.0005538937,0.000004419496],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006891723,"about_ca_system_score_gemma":0.002693009,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002315835,"about_ca_topic_score_gemma":0.00009105761,"domain_scores_codex":[0.9943179,0.0002232618,0.0007000853,0.0002262678,0.004388378,0.0001441382],"domain_scores_gemma":[0.9980978,0.0008460798,0.0002132586,0.0003048935,0.0003195351,0.0002184453],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00008703976,0.002474986,0.8623416,0.000597815,0.00006661213,0.000001584425,0.02101723,8.70438e-7,0.00002671086,0.001151796,0.002166576,0.1100671],"study_design_scores_gemma":[0.0001420763,0.0008069503,0.9726672,0.003465933,0.00007644387,0.00003115981,0.01408318,0.006192499,0.001650714,0.00005006156,0.000763359,0.00007046653],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9523399,0.0003011078,0.00001734286,0.04571363,0.0006571569,0.0007924744,0.000001058239,0.00001389488,0.0001633892],"genre_scores_gemma":[0.9981716,0.0001034897,0.00002143034,0.001100457,0.0003835984,0.00008504235,0.00001572079,0.00001261352,0.0001059923],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1103255,"threshold_uncertainty_score":0.6930164,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2945188059","doi":"10.2196/12901","title":"Understanding the Use and Perceived Impact of a Medical Podcast: Qualitative Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Toronto Western Hospital; The Wilson Centre; Mount Sinai Hospital; St. Michael's Hospital; University of Toronto; Toronto General Hospital; Trillium Health Centre","funders":"","keywords":"Thematic analysis; Medical education; Active listening; Psychology; Nonprobability sampling; Qualitative research; Entertainment; Continuing medical education; Applied psychology; Medicine; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.3339123006166728,"gpt":0.5651302461456373,"spread":0.2312179455289645,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003730311,0.0000906705,0.0001900195,0.00009198474,0.0002729508,0.00005690365,0.0002792526,0.0002104431,0.002037773],"category_scores_gemma":[0.01926119,0.00006327041,0.0000517859,0.0004490657,0.0005453481,0.0002521484,0.00003651398,0.0003345469,0.00002065738],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006256791,"about_ca_system_score_gemma":0.007589272,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02013871,"about_ca_topic_score_gemma":0.002001744,"domain_scores_codex":[0.9956923,0.001586666,0.0003280858,0.0002027356,0.001945156,0.0002451284],"domain_scores_gemma":[0.9936627,0.00531476,0.0001794424,0.0001778875,0.0001736536,0.0004915734],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001749836,0.0005101904,0.1198074,0.00002081811,0.00002126176,2.198155e-7,0.8675798,1.285887e-7,0.000001847258,0.006258393,0.00144422,0.004338244],"study_design_scores_gemma":[0.0002723864,0.0001457494,0.3617745,0.00009236951,0.00001031384,8.985028e-7,0.6359825,0.00006149449,8.458532e-8,0.001009712,0.0005902735,0.00005971889],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9746848,0.00005340053,0.00003060012,0.02055033,0.002228105,0.002096519,0.000001347985,0.00002256888,0.0003323774],"genre_scores_gemma":[0.9984899,0.00008946007,0.00002523677,0.0003571055,0.0005908024,0.0003786178,0.00000550108,0.000009269322,0.0000541414],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2419671,"threshold_uncertainty_score":0.9988745,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4367048218","doi":"10.2196/47737","title":"Performance of ChatGPT on UK Standardized Admission Tests: Insights From the BMAT, TMUA, LNAT, and TSA Examinations","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Context (archaeology); Standardized test; Psychology; Computer science; Medical education; Medicine; Mathematics education; History","retraction":null,"screen_n_in":null,"score":{"opus":0.06834017598834076,"gpt":0.4325670551429926,"spread":0.3642268791546519,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003802141,0.0001033055,0.0001831422,0.0001475701,0.0001880361,0.00001363413,0.00009277768,0.0001535887,0.0005009931],"category_scores_gemma":[0.002375368,0.0000681258,0.00003610818,0.0005122428,0.0001353101,0.0000770717,0.00002538311,0.0002684809,0.0000676921],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009477657,"about_ca_system_score_gemma":0.001470478,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003471491,"about_ca_topic_score_gemma":0.00005185405,"domain_scores_codex":[0.9985129,0.00007898179,0.0004029824,0.0002166408,0.00063687,0.0001516284],"domain_scores_gemma":[0.9983912,0.0006720471,0.0001228259,0.0002927478,0.0002480681,0.0002730912],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000323289,0.0009795527,0.1166226,0.000378336,0.00004277517,0.000003199058,0.02649277,0.000003765573,0.002237766,0.002301478,0.06814232,0.7824722],"study_design_scores_gemma":[0.0002421446,0.0006020655,0.9517548,0.001744151,0.00004894135,0.000009782873,0.00777693,0.005722709,0.005064412,0.001963616,0.02492102,0.0001494476],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9777314,0.0003370714,0.00001143151,0.01917047,0.0008352734,0.0005370285,0.000005906903,0.00005325644,0.001318173],"genre_scores_gemma":[0.9961663,0.0008317395,0.00006845229,0.001521367,0.0006713556,0.0001754423,0.0001604475,0.00001233202,0.0003925097],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8351322,"threshold_uncertainty_score":0.5485523,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1825597183","doi":"10.2196/mededu.4411","title":"Digital Literacy in the Medical Curriculum: A Course With Social Media Tools and Gamification","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Semmelweis Egyetem","keywords":"Curriculum; Medical education; Social media; The Internet; Digital literacy; Multimedia; Digital media; Psychology; Mathematics education; Computer science; Medicine; Pedagogy; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.05947751517163237,"gpt":0.4426890968860949,"spread":0.3832115817144626,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002685377,0.0001174917,0.0001654129,0.00009061266,0.0002718963,0.0002553824,0.0003915259,0.0003100008,0.0001671913],"category_scores_gemma":[0.02646011,0.00008532016,0.00002271052,0.0008149485,0.000691056,0.0007454905,0.00002283273,0.000459356,0.00003721443],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002692553,"about_ca_system_score_gemma":0.01007718,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007305279,"about_ca_topic_score_gemma":0.001611601,"domain_scores_codex":[0.9961048,0.0005282983,0.0003469902,0.0002624861,0.002415413,0.000342019],"domain_scores_gemma":[0.9965829,0.002012725,0.0001549858,0.0001509185,0.000348482,0.000749988],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001608808,0.0008551454,0.04820116,0.00001965398,0.000003319666,0.000003729782,0.2986269,1.936386e-8,7.888978e-8,0.01217536,0.01014421,0.6299543],"study_design_scores_gemma":[0.001095974,0.00008992249,0.4765666,0.0002742768,0.00002353995,0.00003135695,0.2401717,0.00008910109,4.156298e-7,0.003898355,0.2774529,0.0003059488],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8633872,0.0003597428,0.00002447765,0.1275958,0.002450227,0.001212301,0.000003701324,0.00005669171,0.004909874],"genre_scores_gemma":[0.9920027,0.0000976141,0.00008355374,0.001739438,0.004077874,0.001837478,0.0001177951,0.00001196627,0.0000315916],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6296484,"threshold_uncertainty_score":0.9955348,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4323038373","doi":"10.2196/46876","title":"ChatGPT in Clinical Toxicology","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":93,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Clinical toxicology; Toxicology; Medicine; Pharmacology; Medical emergency; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.1871568930161824,"gpt":0.572339741098651,"spread":0.3851828480824687,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001143462,0.00006996009,0.0001900519,0.000248106,0.00003812464,0.000006248859,0.00008232987,0.0003169986,0.001405557],"category_scores_gemma":[0.003440381,0.00006325523,0.00005522032,0.0007235414,0.000101311,0.00005179206,0.00002103583,0.0004177277,0.001607712],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001062439,"about_ca_system_score_gemma":0.003139441,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001932753,"about_ca_topic_score_gemma":0.0001451775,"domain_scores_codex":[0.9984684,0.0001057546,0.0006145994,0.0002387743,0.0003160142,0.0002564466],"domain_scores_gemma":[0.9989744,0.0002700613,0.00006105241,0.0002092025,0.00009945656,0.0003858624],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00005410028,0.0008853509,0.2293632,0.00006525734,0.000004180407,0.00001203908,0.001712119,2.813328e-7,0.00002548858,0.0009812403,0.06409845,0.7027982],"study_design_scores_gemma":[0.0001533275,0.000354686,0.8862695,0.0002726173,0.000009983367,0.00004391633,0.003759525,0.001340305,0.0001924102,0.003880984,0.1036041,0.0001186512],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9234961,0.00007729742,0.00001250569,0.07053388,0.00291334,0.0004226048,2.599207e-7,0.00009428251,0.002449743],"genre_scores_gemma":[0.9870648,0.0003152316,0.00007136213,0.008651834,0.001690857,0.0002948696,0.00007995352,0.00001160832,0.00181951],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7026796,"threshold_uncertainty_score":0.9995073,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4402540843","doi":"10.2196/63430","title":"ChatGPT-4 Omni Performance in USMLE Disciplines and Clinical Skills: Comparative Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":89,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Preprint; Medical education; Psychology; Medicine; Computer science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.1129561708718853,"gpt":0.5515908393364383,"spread":0.438634668464553,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008581128,0.0001017743,0.0002974708,0.0003534459,0.00005644949,0.00003284954,0.00005980725,0.0001750406,0.0004979458],"category_scores_gemma":[0.0004632257,0.00007979781,0.00007897498,0.001058227,0.0001647889,0.0001517595,0.00002234805,0.0004049813,0.0001072288],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009980376,"about_ca_system_score_gemma":0.001453828,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002135965,"about_ca_topic_score_gemma":0.0003779375,"domain_scores_codex":[0.9984979,0.00008994687,0.0005877177,0.0003269569,0.0003178644,0.0001796062],"domain_scores_gemma":[0.9990067,0.0003466758,0.00004785804,0.0001701685,0.0001048925,0.0003237196],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003634573,0.0008600592,0.6219739,0.0002064715,0.00008082991,0.000003264566,0.008690058,0.00000210523,0.000002840995,0.0004109627,0.002137903,0.3655953],"study_design_scores_gemma":[0.00005936371,0.0001943916,0.9415879,0.0006511277,0.0002041926,0.00001871957,0.004206109,0.03849139,0.00007780327,0.0003775993,0.01400595,0.0001254954],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9824802,0.00117957,0.0001035944,0.0135101,0.001165631,0.0003511521,0.000001052564,0.00004352118,0.001165188],"genre_scores_gemma":[0.9959171,0.001006241,0.0001694993,0.0008486696,0.001014036,0.0001282656,0.00008564115,0.000006667499,0.0008239216],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3654698,"threshold_uncertainty_score":0.5452157,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386439692","doi":"10.2196/48039","title":"Performance of ChatGPT on the Peruvian National Licensing Medical Examination: Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Context (archaeology); Medical education; Psychology; Sample (material); Medicine; Family medicine; Medical school; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.1491671043030322,"gpt":0.4935031896576396,"spread":0.3443360853546074,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00306813,0.0001165539,0.0001588992,0.0002666164,0.0002803432,0.00002522428,0.0001813201,0.0002195198,0.002981639],"category_scores_gemma":[0.005329604,0.00008414851,0.00006132304,0.0008408066,0.0002203871,0.0001084443,0.0000328335,0.0004712473,0.0004461397],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002067092,"about_ca_system_score_gemma":0.003862767,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001108197,"about_ca_topic_score_gemma":0.00002654794,"domain_scores_codex":[0.9959685,0.0001563765,0.0006333968,0.0002808541,0.002740596,0.0002203165],"domain_scores_gemma":[0.9978727,0.0006395556,0.0001433134,0.0002345889,0.0008183283,0.0002915773],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001019106,0.00190857,0.8899977,0.0001236309,0.00002678791,0.000002754525,0.006034661,0.000007882884,0.00003006065,0.001202067,0.006633855,0.09393018],"study_design_scores_gemma":[0.00009911461,0.0004417657,0.9869615,0.0001952671,0.000007335447,0.0000343304,0.003348769,0.006882749,0.0002538632,0.0001085371,0.001591853,0.00007486899],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9771051,0.00001946363,0.000004240311,0.01703433,0.001638604,0.0007735202,0.000001354763,0.00007089298,0.003352445],"genre_scores_gemma":[0.994211,0.00005071315,0.00001145266,0.002336337,0.001885182,0.0003052073,0.000089857,0.00001540924,0.001094889],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0969639,"threshold_uncertainty_score":0.9979298,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4297812028","doi":"10.2196/38325","title":"Perceptions of US Medical Students on Artificial Intelligence in Medicine: Mixed Methods Survey Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Likert scale; Curriculum; Medical education; Artificial intelligence; Perception; Psychology; Applications of artificial intelligence; Computer science; Medicine; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.1925007898187637,"gpt":0.5889451715179037,"spread":0.39644438169914,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01051447,0.0002012817,0.0005514956,0.0006522908,0.0002152356,0.00001229035,0.0006303307,0.0002047129,0.01362204],"category_scores_gemma":[0.01106531,0.0001802951,0.00007708331,0.00153966,0.0002893358,0.00006094938,0.0001794784,0.001189223,0.0000569656],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004964194,"about_ca_system_score_gemma":0.003805829,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007857963,"about_ca_topic_score_gemma":0.002421622,"domain_scores_codex":[0.9916828,0.00230687,0.001524643,0.000534046,0.003597565,0.0003540183],"domain_scores_gemma":[0.9968562,0.001372199,0.0002504946,0.0005316334,0.000345763,0.0006437433],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003936652,0.01389608,0.3722817,0.00006221138,0.00002714409,0.00001205914,0.01266799,0.00001315514,0.00004856777,0.0004499766,0.003484482,0.5966629],"study_design_scores_gemma":[0.0001547768,0.002889811,0.9037549,0.0002913701,0.00004363125,0.00004159998,0.0884586,0.001247872,0.0001970471,0.00161524,0.001112026,0.0001931185],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9825402,0.00009473188,0.0008202671,0.01122358,0.003426743,0.001476525,0.000004521709,0.00003723686,0.0003762078],"genre_scores_gemma":[0.994907,0.00006096032,0.0003185684,0.002744264,0.0005999567,0.0010016,0.0001665079,0.00002577973,0.0001753745],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5964698,"threshold_uncertainty_score":0.9987488,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390114552","doi":"10.2196/50658","title":"Using ChatGPT for Clinical Practice and Medical Education: Cross-Sectional Survey of Medical Students’ and Physicians’ Perceptions","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Perception; Medicine; Family medicine; Cross-sectional study; Medical education; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.3771798141053797,"gpt":0.6494869123560723,"spread":0.2723070982506925,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007294969,0.0001626919,0.0003787442,0.0001699226,0.0002607197,0.00006847422,0.0002613469,0.0006862278,0.0009251477],"category_scores_gemma":[0.03885332,0.0001537566,0.00008500544,0.0006000107,0.0006751726,0.0002383088,0.0001157903,0.0007052396,0.00002977011],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001111038,"about_ca_system_score_gemma":0.01197675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001596407,"about_ca_topic_score_gemma":0.0002065729,"domain_scores_codex":[0.9948893,0.0003475129,0.001191942,0.0005152203,0.002753495,0.0003025869],"domain_scores_gemma":[0.9948627,0.00220727,0.0002940164,0.0002800717,0.001298331,0.001057593],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001627982,0.001987437,0.7815144,0.0002369198,0.00004157022,0.000001392801,0.001455595,1.777582e-7,0.000004628789,0.000454934,0.01099319,0.2031469],"study_design_scores_gemma":[0.0002781131,0.000240785,0.9841555,0.0005575559,0.00004641993,0.0001694118,0.004083415,0.003252054,0.000007363491,0.0003783835,0.006698407,0.000132594],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9620757,0.0005872785,0.0004539028,0.03254877,0.003313812,0.0008670882,0.00001053882,0.00005475185,0.00008812935],"genre_scores_gemma":[0.9823943,0.003364796,0.0009067986,0.008753863,0.00343658,0.00034571,0.0004780531,0.00003263955,0.0002872686],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2030144,"threshold_uncertainty_score":0.9999881,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225586096","doi":"10.2196/34687","title":"The Opportunities and Challenges of Digital Anatomy for Medical Sciences: Narrative Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Cornerstone; Medical education; Digital health; Narrative; Inclusion (mineral); Health care; Medicine; Psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1142296722922479,"gpt":0.4072754087534843,"spread":0.2930457364612364,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001145716,0.000202261,0.0007819983,0.0001085559,0.000167365,0.00001344839,0.0005631885,0.000359769,0.0004231965],"category_scores_gemma":[0.002841712,0.0001262586,0.0001496049,0.0002276337,0.0009705646,0.0000711367,0.0001037629,0.0005426472,0.000001534535],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005938804,"about_ca_system_score_gemma":0.002797647,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":7.930324e-7,"about_ca_topic_score_gemma":0.000002356086,"domain_scores_codex":[0.9981321,0.00007880613,0.0005890058,0.0002224789,0.0007543329,0.0002233467],"domain_scores_gemma":[0.9982978,0.001051224,0.0001509019,0.0001972526,0.00003052993,0.0002723639],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[3.284612e-7,0.00003274344,3.450078e-8,0.02941219,0.00003852368,0.000001410312,0.0001223079,2.303396e-9,1.379475e-10,0.04192258,0.01297904,0.9154908],"study_design_scores_gemma":[0.00005640887,0.000065914,8.416243e-8,0.0181338,0.00007173954,0.00007581941,0.00190176,0.00002847968,1.667898e-8,0.001091511,0.9784543,0.0001201555],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[9.859993e-7,0.9824136,0.00001716769,0.01330859,0.0005686241,0.0008413448,0.00001287681,0.00007849509,0.002758322],"genre_scores_gemma":[0.000007216325,0.9974309,0.00001843528,0.0001972196,0.0001550604,0.002028089,0.00006681492,0.00002019959,0.00007611424],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9654753,"threshold_uncertainty_score":0.5148674,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}