{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":803,"total_is_capped":false,"direct_labels_cover":8,"predictions_cover":803,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"36cfe1f564f6","filters":{"venue":"JMIR Medical Education"}},"results":[{"id":"W4319460874","doi":"10.2196/45312","title":"How Does ChatGPT Perform on the United States Medical Licensing Examination (USMLE)? The Implications of Large Language Models for Medical Education and Knowledge Assessment","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2028,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; National Center for Advancing Translational Sciences; Yale University","keywords":"Interpretability; United States Medical Licensing Examination; Computer science; Set (abstract data type); Medical education; Artificial intelligence; Medical school; Medicine","authors":[{"name":"Aidan Gilson","is_ca":false},{"name":"Conrad Safranek","is_ca":false},{"name":"Thomas Huang","is_ca":false},{"name":"Vimig Socrates","is_ca":false},{"name":"Ling Chi","is_ca":false},{"name":"Richard A. Taylor","is_ca":false},{"name":"David Chartash","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07788344718376497,"gpt":0.4810281358814464,"spread":0.4031446886976815,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01367351,0.001517669,0.0008219362,0.001205851,0.0006195303,0.002669434,0.001571049,0.001932722,0.002898467],"category_scores_gemma":[0.06081767,0.0005042432,0.00103886,0.0005671629,0.0007134879,0.004203397,0.002235115,0.002275468,0.003284976],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001698004,"about_ca_system_score_gemma":0.001619462,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01788922,"about_ca_topic_score_gemma":0.02018998,"domain_scores_codex":[0.9923024,0.005157992,0.0002673524,0.001476162,0.0005696145,0.0002265417],"domain_scores_gemma":[0.9450803,0.04804195,0.001109278,0.002499263,0.002306538,0.0009626661],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003623944,0.000974555,0.165722,0.0007298975,0.0008776613,0.0006409349,0.004277904,0.1794835,0.01252736,0.001595724,0.01470269,0.6148438],"study_design_scores_gemma":[0.0001593751,0.0009795465,0.0315001,0.0001059026,0.0002458671,0.0003658162,0.001328489,0.9472417,0.01076907,0.004028624,0.003142386,0.0001330449],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9032248,0.0007930435,0.07502103,0.002170488,0.0002229673,0.0003952623,0.001997687,0.00928633,0.0068884],"genre_scores_gemma":[0.9686548,0.0001580466,0.02575186,0.0004294671,0.00004359985,0.0001249076,0.00271313,0.0002754739,0.001848582],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9863265,"threshold_uncertainty_score":0.07231331,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4322761615","doi":"10.2196/46885","title":"The Role of ChatGPT, Generative Language Models, and Artificial Intelligence in Medical Education: A Conversation With ChatGPT and a Call for Papers","year":2023,"lang":"en","type":"paratext","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":836,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"JMIR Publications","funders":"","keywords":"Conversation; Generative grammar; Curriculum; Computer science; Snapshot (computer storage); Artificial intelligence; Psychology; Pedagogy; Communication","authors":[{"name":"Günther Eysenbach","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05162926205459985,"gpt":0.42155243026244,"spread":0.3699231682078402,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07992446,0.001277584,0.001352661,0.002522017,0.0158572,0.01521088,0.003540188,0.01731613,0.004952028],"category_scores_gemma":[0.1237955,0.001447053,0.001249887,0.002702944,0.03152563,0.03636933,0.01223535,0.03928755,0.001322932],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01229584,"about_ca_system_score_gemma":0.006942553,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00560901,"about_ca_topic_score_gemma":0.004803015,"domain_scores_codex":[0.9181842,0.0720039,0.001243846,0.002303136,0.003924977,0.002339886],"domain_scores_gemma":[0.7434943,0.2386573,0.002614723,0.002700807,0.004686208,0.007846766],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001184908,0.00008145733,0.0004953352,0.0005667529,0.0000198793,0.001668576,0.6196192,0.0004670331,0.0008064107,0.171764,0.1836258,0.02076697],"study_design_scores_gemma":[0.00005095058,0.0001294425,0.0004262831,0.001197429,0.00001490735,0.001131764,0.2068776,0.002459785,0.0007026685,0.04108696,0.7457386,0.0001835877],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.01052125,0.00868386,0.01326782,0.9468033,0.007202019,0.00009752186,0.00007868872,0.0001988886,0.01314674],"genre_scores_gemma":[0.4215135,0.01489497,0.02271333,0.4789808,0.01808449,0.001219541,0.0002107243,0.00116572,0.04121686],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.07992446,"threshold_uncertainty_score":0.422686,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2939970150","doi":"10.2196/13930","title":"Applications and Challenges of Implementing Artificial Intelligence in Medical Education: Integrative Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":702,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Lee Kong Chian School of Medicine, Nanyang Technological University","keywords":"Engineering ethics; Computer science; Management science; Data science; Engineering","authors":[{"name":"Kai Siang Chan","is_ca":false},{"name":"Nabil Zary","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.260544665276983,"gpt":0.5611392616371916,"spread":0.3005945963602086,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004521112,0.0007747975,0.001881648,0.008126634,0.0004484325,0.002659763,0.001286515,0.001779603,0.001818012],"category_scores_gemma":[0.01412849,0.000437171,0.001963137,0.008154633,0.0009124781,0.002733247,0.001205783,0.00103831,0.000282256],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001539773,"about_ca_system_score_gemma":0.006558298,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002486893,"about_ca_topic_score_gemma":0.005343193,"domain_scores_codex":[0.9974849,0.0009107993,0.0007126017,0.0001581029,0.0006488826,0.00008457998],"domain_scores_gemma":[0.976962,0.01977646,0.001640108,0.0001669961,0.001279417,0.0001749337],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00008019315,0.00006296695,0.0008831655,0.4782766,0.001088237,0.0002128315,0.0009428732,0.0003310265,0.0002712043,0.002603291,0.004067434,0.5111802],"study_design_scores_gemma":[0.00006249421,0.0003126902,0.006825263,0.7493659,0.007902115,0.001629306,0.002088662,0.0004345511,0.0004587693,0.003163005,0.2276846,0.00007258518],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003484187,0.9986482,0.0001121486,0.000328593,0.00007726173,0.00002880638,0.00001342221,0.000002782899,0.0004402726],"genre_scores_gemma":[0.002570022,0.9967877,0.0003142428,0.000183336,0.00006191432,0.00003222971,0.00001329497,0.000001068387,0.00003627937],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.008126634,"threshold_uncertainty_score":0.02391022,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4376866715","doi":"10.2196/48291","title":"Large Language Models in Medical Education: Opportunities, Challenges, and Future Directions","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":659,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering ethics; Curriculum; Misinformation; Competence (human resources); Paradigm shift; Knowledge management; Psychology; Pedagogy; Computer science; Engineering; Computer security; Epistemology","authors":[{"name":"Alaa Abd‐Alrazaq","is_ca":false},{"name":"Rawan AlSaad","is_ca":false},{"name":"Dari Alhuwail","is_ca":false},{"name":"Arfan Ahmed","is_ca":false},{"name":"M Healy","is_ca":false},{"name":"Syed Latifi","is_ca":false},{"name":"Sarah Aziz","is_ca":false},{"name":"Rafat Damseh","is_ca":false},{"name":"Sadam Alabed Alrazak","is_ca":true},{"name":"Javaid I. Sheikh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1544938451333391,"gpt":0.45587011716273,"spread":0.3013762720293909,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04570028,0.0007697535,0.001028558,0.002443551,0.001752259,0.0115618,0.003207553,0.006151091,0.009399696],"category_scores_gemma":[0.06359125,0.0008331128,0.000915073,0.002926217,0.007501942,0.02503715,0.007478152,0.008361751,0.002422402],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003779668,"about_ca_system_score_gemma":0.01022265,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007099399,"about_ca_topic_score_gemma":0.009340091,"domain_scores_codex":[0.9817007,0.01431611,0.0006448026,0.0008489151,0.001861506,0.0006278657],"domain_scores_gemma":[0.8684112,0.1126617,0.002365103,0.006402419,0.006370979,0.003788604],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000185404,0.0004427643,0.005564143,0.001484444,0.00005956368,0.0002527772,0.004055961,0.01153135,0.0006901661,0.3922845,0.03661939,0.5468296],"study_design_scores_gemma":[0.00006090745,0.0001708203,0.00124167,0.002488655,0.0000393591,0.0003995896,0.007460677,0.04304119,0.0008773505,0.7516844,0.1923999,0.000135537],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01300165,0.07156354,0.1482946,0.7388548,0.001173401,0.00013791,0.0003279434,0.00108451,0.0255617],"genre_scores_gemma":[0.4335121,0.1078514,0.4025044,0.03688521,0.005967078,0.0008630715,0.0007980235,0.0004307149,0.0111879],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04570028,"threshold_uncertainty_score":0.2416891,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2981296841","doi":"10.2196/16048","title":"Introducing Artificial Intelligence Training in Medical Education","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":614,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Curriculum; Transparency (behavior); Health care; Medical education; Liability; Medical knowledge; Quality (philosophy); Knowledge management; Training (meteorology); Computer science; Artificial intelligence; Medicine; Psychology; Business; Political science; Pedagogy","authors":[{"name":"Ketan Paranjape","is_ca":false},{"name":"Michiel Schinkel","is_ca":false},{"name":"Rishi Panday","is_ca":false},{"name":"Josip Car","is_ca":false},{"name":"Prabath W.B. Nanayakkara","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.090625490285459,"gpt":0.4639545841878131,"spread":0.3733290939023541,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01368156,0.0004034335,0.0003011907,0.00126292,0.002183976,0.005899198,0.00140399,0.003648517,0.007634879],"category_scores_gemma":[0.02151791,0.0002999773,0.0004998173,0.0008071847,0.004232341,0.004959675,0.006307821,0.005827452,0.001706423],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004686371,"about_ca_system_score_gemma":0.01168756,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002513004,"about_ca_topic_score_gemma":0.005205411,"domain_scores_codex":[0.9908267,0.006129553,0.0004221668,0.0003735836,0.001332476,0.000915565],"domain_scores_gemma":[0.9808567,0.01057605,0.001124196,0.000994916,0.002285335,0.004162869],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004633797,0.001401888,0.0059917,0.0009370137,0.00002205831,0.0003352453,0.01459045,0.002965606,0.001667543,0.3429727,0.04258985,0.5864796],"study_design_scores_gemma":[0.00005808903,0.0004128338,0.005688249,0.003802724,0.00002546801,0.0005289742,0.006876185,0.005917751,0.002379478,0.2224369,0.7517818,0.00009145025],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.04350872,0.01332318,0.1720817,0.4553704,0.00673013,0.0007350286,0.00006489497,0.0007847546,0.3074013],"genre_scores_gemma":[0.4992414,0.01353617,0.358035,0.07507733,0.002506646,0.0007369413,0.0001018657,0.0001441235,0.05062056],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.01368156,"threshold_uncertainty_score":0.07235587,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3093863710","doi":"10.2196/20963","title":"Effectiveness of Virtual Medical Teaching During the COVID-19 Crisis: Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":499,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Quarantine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Transmission (telecommunications); Public health; Medicine; Medical education; Outbreak; Virology; Nursing; Disease; Computer science; Infectious disease (medical specialty); Pathology","authors":[{"name":"Robyn‐Jenia Wilcha","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05345435479476365,"gpt":0.5176531894818337,"spread":0.4641988346870701,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009729582,0.000745024,0.004408539,0.007183766,0.0007752684,0.00293638,0.00200776,0.001832891,0.004059264],"category_scores_gemma":[0.06741801,0.0006764608,0.004789555,0.009162304,0.0008387367,0.00308914,0.001550352,0.001133315,0.000227315],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004295786,"about_ca_system_score_gemma":0.01279941,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006676655,"about_ca_topic_score_gemma":0.01849664,"domain_scores_codex":[0.9902006,0.004384708,0.002871892,0.0005421878,0.001724783,0.0002757088],"domain_scores_gemma":[0.9335841,0.05315135,0.008751419,0.0005943727,0.003246925,0.000671793],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002711716,0.00005052828,0.001809282,0.9409153,0.004290063,0.0001220426,0.0009323734,0.00006854285,0.00007503475,0.0001577574,0.001128726,0.05017923],"study_design_scores_gemma":[0.0002854393,0.0003828434,0.009039897,0.9435331,0.03106547,0.0004441071,0.002297302,0.00008985446,0.0001826343,0.0001753393,0.01246022,0.00004388521],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.006609116,0.9910482,0.0001669908,0.0004609777,0.0001364381,0.0004658792,0.0004817788,0.00001072143,0.0006200078],"genre_scores_gemma":[0.06257708,0.9344445,0.0008352056,0.000633831,0.0001020957,0.0009878618,0.0002738727,0.000007435798,0.0001380364],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.009729582,"threshold_uncertainty_score":0.05145556,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387144847","doi":"10.2196/48785","title":"Opportunities, Challenges, and Future Directions of Generative Artificial Intelligence in Medical Education: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":391,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Generative grammar; Artificial intelligence; Engineering ethics; Computer science; Engineering","authors":[{"name":"Carl Preiksaitis","is_ca":false},{"name":"Christian Rose","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.276377581926131,"gpt":0.5026699605586977,"spread":0.2262923786325667,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01828703,0.001309404,0.002580059,0.02065584,0.001621878,0.007397448,0.002304557,0.004626937,0.003213372],"category_scores_gemma":[0.06624241,0.0009246661,0.003279639,0.01846787,0.002971068,0.007589065,0.003615824,0.003282585,0.0006182141],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005475329,"about_ca_system_score_gemma":0.02567103,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007254266,"about_ca_topic_score_gemma":0.01387622,"domain_scores_codex":[0.9918488,0.003292017,0.002411484,0.0004887715,0.001658592,0.000300243],"domain_scores_gemma":[0.8959581,0.08903236,0.004658218,0.001182001,0.008468642,0.0007005442],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00006751045,0.00006902836,0.0008403463,0.3933343,0.0006455765,0.0002860225,0.003372349,0.0006041015,0.0003544873,0.01432292,0.009142383,0.576961],"study_design_scores_gemma":[0.00001207513,0.00005888103,0.0009196688,0.8698461,0.001189813,0.0003029596,0.002476347,0.0002287071,0.0002086272,0.005414503,0.1193083,0.00003394331],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002897487,0.9958091,0.0004455761,0.0021128,0.000312443,0.00005550953,0.00002530249,0.000006834301,0.0009426299],"genre_scores_gemma":[0.003782074,0.9937832,0.001029108,0.0008956873,0.0001783929,0.0001473444,0.00004176478,0.000004460785,0.0001378516],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02065584,"threshold_uncertainty_score":0.09671223,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3039746272","doi":"10.2196/19285","title":"Artificial Intelligence Education and Tools for Medical and Health Informatics Students: Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":353,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Health informatics; Curriculum; Informatics; Systematic review; Analytics; Applications of artificial intelligence; Health care; Computer science; Health Administration Informatics; Artificial intelligence; Data science; Medical education; Engineering informatics; MEDLINE; Knowledge management; Medicine; Psychology; Nursing; Public health; Engineering","authors":[{"name":"A Hasan Sapci","is_ca":false},{"name":"H Aylin Sapci","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2498614741151146,"gpt":0.5767202094572398,"spread":0.3268587353421252,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007883335,0.001181276,0.004660854,0.007361887,0.0006263878,0.002610663,0.001613605,0.001977492,0.006010469],"category_scores_gemma":[0.04243781,0.0007819597,0.005903229,0.007523078,0.0007583881,0.002405489,0.001742057,0.00149022,0.0003935197],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003098524,"about_ca_system_score_gemma":0.01279299,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006438931,"about_ca_topic_score_gemma":0.02201695,"domain_scores_codex":[0.9941918,0.002136419,0.00181121,0.0003449634,0.001313058,0.0002025468],"domain_scores_gemma":[0.969314,0.02414569,0.003692077,0.0003691723,0.002102372,0.0003767639],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001096239,0.00003229216,0.0004668633,0.9207563,0.003219629,0.00004420803,0.0001891311,0.00007211806,0.00006984612,0.0002611499,0.001707502,0.07307143],"study_design_scores_gemma":[0.0001340348,0.0001415764,0.002284555,0.9534523,0.02256258,0.0001982699,0.0002345202,0.00006771294,0.0001034381,0.0003137518,0.02048453,0.00002268348],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0005383908,0.9984689,0.0001318771,0.0002615772,0.00007310919,0.0001559959,0.0001289601,0.000006143294,0.0002350197],"genre_scores_gemma":[0.008179572,0.9902784,0.0005442948,0.00042245,0.00005288963,0.0003459837,0.00009799955,0.00000372454,0.000074685],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.007883335,"threshold_uncertainty_score":0.0416916,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2787683732","doi":"10.2196/mededu.8527","title":"Medical YouTube Videos and Methods of Evaluation: Literature Review","year":2018,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":305,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Relevance (law); The Internet; Set (abstract data type); Reliability (semiconductor); Quality (philosophy); Computer science; Health literacy; Medical education; Medical information; Information retrieval; World Wide Web; Medicine; Health care","authors":[{"name":"Brandy Drozd","is_ca":false},{"name":"Emily Couvillon","is_ca":false},{"name":"Andrea Suárez","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1155578785468985,"gpt":0.6562552970355877,"spread":0.5406974184886892,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04237887,0.001840032,0.005597662,0.02404937,0.001342512,0.004545346,0.002953895,0.002249997,0.007890305],"category_scores_gemma":[0.1651149,0.001140214,0.003351928,0.01626465,0.002164812,0.005377833,0.002726414,0.001601767,0.0009558234],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007099315,"about_ca_system_score_gemma":0.01880409,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009421361,"about_ca_topic_score_gemma":0.02020622,"domain_scores_codex":[0.965736,0.0163144,0.009760691,0.001180757,0.006478122,0.0005300153],"domain_scores_gemma":[0.7846436,0.1716783,0.01714366,0.002911802,0.0227819,0.0008407633],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002055666,0.00008119015,0.0009113201,0.5810235,0.0009540885,0.0001082499,0.0006453088,0.0001118227,0.0001327795,0.0009599667,0.005660192,0.4092061],"study_design_scores_gemma":[0.00008459091,0.0001643498,0.002637156,0.958976,0.004098249,0.0002876786,0.0008385953,0.0001418815,0.0002182476,0.0005935754,0.03191525,0.00004444481],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0005813205,0.9954489,0.0006919681,0.0004999436,0.0002052091,0.001313072,0.0003025907,0.00001563,0.0009414029],"genre_scores_gemma":[0.009793378,0.9826302,0.003048191,0.0004600926,0.0001456984,0.003370097,0.0003226674,0.00001350092,0.0002161655],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9576212,"threshold_uncertainty_score":0.2241236,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2949379172","doi":"10.2196/13997","title":"Microlearning in Health Professions Education: Scoping Review","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"E-Learning and COVID-19","field":"Social Sciences","cited_by":301,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Health professions; Medical education; Continuing education; Psychology; Knowledge acquisition; Knowledge management; Medicine; Pedagogy; Health care; Computer science; Political science","authors":[{"name":"Jennie C. De Gagné","is_ca":false},{"name":"Hyeyoung K. Park","is_ca":false},{"name":"Katherine Hall","is_ca":false},{"name":"Amanda Woodward","is_ca":false},{"name":"Sandra S. Yamane","is_ca":false},{"name":"Sang Suk Kim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02698520073845772,"gpt":0.4817657083628463,"spread":0.4547805076243886,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01523868,0.002007516,0.004913925,0.02453292,0.001877337,0.004797393,0.002278738,0.003832676,0.00596677],"category_scores_gemma":[0.06501853,0.001184943,0.004445553,0.02677179,0.001747975,0.004753011,0.003077174,0.001980303,0.0008243859],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005083021,"about_ca_system_score_gemma":0.03034285,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008790963,"about_ca_topic_score_gemma":0.01984215,"domain_scores_codex":[0.9889947,0.003164566,0.004524034,0.0006003425,0.002354866,0.000361475],"domain_scores_gemma":[0.9444545,0.03957907,0.007865054,0.0008128737,0.006655296,0.0006332073],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00007814691,0.00004017494,0.0007467288,0.8631873,0.001037191,0.0002041439,0.0007765606,0.0001471351,0.0001983261,0.0008519777,0.003925927,0.1288065],"study_design_scores_gemma":[0.00001780101,0.00005219779,0.0008922303,0.9729891,0.003203651,0.0001802017,0.0005385265,0.00004816534,0.0001008897,0.0003149407,0.02164837,0.00001390789],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0006822128,0.9966107,0.0002666425,0.0004737102,0.0002801078,0.0005244773,0.0001618377,0.000008674385,0.0009915907],"genre_scores_gemma":[0.003714633,0.9942,0.0006684756,0.0003645646,0.0001090519,0.0006549128,0.000141159,0.000003775081,0.0001433675],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02453292,"threshold_uncertainty_score":0.08059084,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2911229711","doi":"10.2196/12515","title":"Telemedicine Training in Undergraduate Medical Education: Mixed-Methods Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":294,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Telemedicine; Medical education; Outreach; Curriculum; Health care; Medicine; Psychology; Political science; Pedagogy","authors":[{"name":"Shayan Waseh","is_ca":false},{"name":"Adam P. Dicker","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08950967093095644,"gpt":0.5473375028982527,"spread":0.4578278319672963,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03193324,0.001409106,0.00494288,0.0132777,0.001207155,0.005408816,0.002810934,0.002026929,0.006936207],"category_scores_gemma":[0.08645678,0.0008876396,0.005418362,0.01273658,0.00134332,0.003434046,0.002889794,0.001246069,0.0006291746],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004623565,"about_ca_system_score_gemma":0.01657274,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00361602,"about_ca_topic_score_gemma":0.01005324,"domain_scores_codex":[0.9683481,0.01490434,0.01016666,0.001536224,0.004620367,0.0004243495],"domain_scores_gemma":[0.8641078,0.1178457,0.008396904,0.001967676,0.006933765,0.0007480797],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001884242,0.0001658112,0.001390537,0.7471289,0.003698854,0.0001662314,0.001392649,0.0001399324,0.0001996019,0.00108691,0.001287897,0.2431542],"study_design_scores_gemma":[0.0001330861,0.0005276932,0.003340338,0.9453472,0.01359828,0.0004491182,0.002023649,0.0001539505,0.0004074421,0.000745322,0.03322215,0.00005188449],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001888584,0.9923713,0.001349013,0.0004093244,0.0002423692,0.002267023,0.0003181219,0.00001530997,0.001139018],"genre_scores_gemma":[0.02481994,0.9616875,0.006292229,0.0008942399,0.0001866204,0.005526989,0.0003012931,0.00002156852,0.0002696455],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.03193324,"threshold_uncertainty_score":0.1688811,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4380685958","doi":"10.2196/48002","title":"Performance of GPT-3.5 and GPT-4 on the Japanese Medical Licensing Examination: Comparison Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":289,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Shimane University","keywords":"Transformer; Competence (human resources); Generative grammar; Computer science; Psychology; Medical education; Internal medicine; Artificial intelligence; Medicine; Engineering; Electrical engineering; Social psychology","authors":[{"name":"Soshi Takagi","is_ca":false},{"name":"Takashi Watari","is_ca":false},{"name":"Ayano Erabi","is_ca":false},{"name":"Kota Sakaguchi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1374971887477971,"gpt":0.4780372953633461,"spread":0.340540106615549,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00540562,0.001144814,0.0007273371,0.001119092,0.0003412121,0.0009332346,0.001213642,0.001350065,0.00215512],"category_scores_gemma":[0.01937244,0.000366172,0.001159413,0.000464903,0.000458585,0.001865824,0.002074213,0.001246287,0.001142638],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001294156,"about_ca_system_score_gemma":0.001627615,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01350542,"about_ca_topic_score_gemma":0.01040479,"domain_scores_codex":[0.9978328,0.0009941808,0.0001784143,0.0005070558,0.0003104517,0.0001770205],"domain_scores_gemma":[0.9925717,0.00436544,0.0003114717,0.0007122565,0.001329832,0.0007094295],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.008446206,0.002550291,0.4450471,0.0008960633,0.0009560551,0.0006880827,0.002289957,0.04389581,0.007056585,0.0008170756,0.01012684,0.4772299],"study_design_scores_gemma":[0.0006848263,0.006262982,0.3968668,0.0002005207,0.001166837,0.001411824,0.001776648,0.571263,0.01264451,0.002277886,0.005208181,0.0002361012],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9876139,0.0004040132,0.007443324,0.0002108037,0.00007983156,0.0002651765,0.0008265837,0.001005825,0.002150563],"genre_scores_gemma":[0.9900888,0.0001645053,0.006263377,0.0001069235,0.00002198937,0.000141163,0.002150421,0.00004021253,0.00102276],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01350542,"threshold_uncertainty_score":0.028588,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4200037840","doi":"10.2196/31043","title":"Artificial Intelligence Education Programs for Health Care Professionals: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":244,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"Centre for Addiction and Mental Health; The Wilson Centre; Vector Institute; Michener Institute; Public Health Ontario; University of Toronto; University Health Network","funders":"Government of Canada","keywords":"Intervention (counseling); Medical education; Process (computing); Health care; Professional development; Psychology; Medicine; Computer science; Nursing; Political science","authors":[{"name":"Rebecca Charow","is_ca":true},{"name":"Tharshini Jeyakumar","is_ca":true},{"name":"Sarah Younus","is_ca":true},{"name":"Elham Dolatabadi","is_ca":true},{"name":"Mohammad Salhia","is_ca":true},{"name":"Dalia Al-Mouaswas","is_ca":true},{"name":"Melanie Anderson","is_ca":true},{"name":"Sarmini Balakumar","is_ca":true},{"name":"Megan Clare","is_ca":true},{"name":"Azra Dhalla","is_ca":true},{"name":"Caitlin Gillan","is_ca":true},{"name":"Shabnam Haghzare","is_ca":true},{"name":"Ethan Jackson","is_ca":true},{"name":"Nadim Lalani","is_ca":true},{"name":"Jane Mattson","is_ca":true},{"name":"Wanda Peteanu","is_ca":true},{"name":"Tim Tripp","is_ca":true},{"name":"Jacqueline Waldorf","is_ca":true},{"name":"Spencer Williams","is_ca":true},{"name":"Walter Tavares","is_ca":true},{"name":"David Wiljer","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1903954971509181,"gpt":0.5782136194019586,"spread":0.3878181222510405,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03257987,0.001920183,0.00593281,0.02928644,0.001771297,0.00649251,0.003679671,0.004740486,0.007716299],"category_scores_gemma":[0.1635226,0.001676914,0.006128018,0.03193396,0.00165495,0.005509225,0.003839776,0.002294837,0.0009998368],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009566138,"about_ca_system_score_gemma":0.03885658,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00988006,"about_ca_topic_score_gemma":0.02113055,"domain_scores_codex":[0.9776129,0.007324562,0.009222136,0.0009380514,0.004317399,0.0005849749],"domain_scores_gemma":[0.850256,0.12075,0.01541477,0.001804153,0.01072442,0.001050624],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00008302578,0.00003505827,0.0003947856,0.8923642,0.001099198,0.00008407908,0.0005886183,0.000104211,0.00006900016,0.0007825177,0.003619269,0.100776],"study_design_scores_gemma":[0.00002520736,0.00003005027,0.0004655499,0.9850944,0.002571519,0.00005384128,0.0002304815,0.0000280554,0.00004632114,0.0001752864,0.01127095,0.000008330226],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0009403672,0.9926047,0.0005305373,0.001439765,0.0003541636,0.001840811,0.0006139419,0.00002749537,0.001648204],"genre_scores_gemma":[0.005614291,0.9889411,0.001522525,0.0007105573,0.0001204411,0.002531652,0.0003673708,0.00001032356,0.0001816476],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.03257987,"threshold_uncertainty_score":0.1723009,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4200105386","doi":"10.2196/34860","title":"Virtual Reality in Medical Students’ Education: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":238,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Modalities; Virtual reality; Interactivity; Computer science; Modality (human–computer interaction); Medical education; Multimedia; Human–computer interaction; Medicine","authors":[{"name":"Haowen Jiang","is_ca":false},{"name":"Sunitha Vimalesvaran","is_ca":false},{"name":"Jeremy King Wang","is_ca":false},{"name":"Kee Boon Lim","is_ca":false},{"name":"Sreenivasulu Reddy Mogali","is_ca":false},{"name":"Lorainne Tudor Car","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.013147535267673,"gpt":0.387613115120639,"spread":0.374465579852966,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01789329,0.001771325,0.00500647,0.02039388,0.001253606,0.005133865,0.002483028,0.004172686,0.007009432],"category_scores_gemma":[0.09671492,0.001226155,0.005966437,0.01893916,0.001618292,0.003916445,0.003140106,0.002182741,0.0008443273],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004688885,"about_ca_system_score_gemma":0.01778166,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00795774,"about_ca_topic_score_gemma":0.0126841,"domain_scores_codex":[0.9821468,0.007016559,0.006302046,0.0009835431,0.003158965,0.0003921972],"domain_scores_gemma":[0.9201081,0.06383765,0.00835519,0.001165593,0.006050806,0.0004826969],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00009713339,0.00003735494,0.00055534,0.818846,0.001464466,0.0001225436,0.0005543053,0.000243945,0.0001040369,0.001332562,0.005110683,0.1715318],"study_design_scores_gemma":[0.00002186103,0.00004011834,0.0006739983,0.9679034,0.003366903,0.0001574868,0.0002834959,0.00005436823,0.00007035557,0.0004159539,0.02699769,0.00001432693],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002380596,0.9981121,0.0002084281,0.0003441843,0.0001782435,0.0001948428,0.0001228092,0.000006279312,0.0005950304],"genre_scores_gemma":[0.004066178,0.9942505,0.0005680679,0.0003102995,0.0001178531,0.0004721205,0.0001211668,0.000004705734,0.00008914511],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02039388,"threshold_uncertainty_score":0.09462988,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385266429","doi":"10.2196/50945","title":"The Role of Large Language Models in Medical Education: Applications and Implications","year":2023,"lang":"en","type":"editorial","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":229,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; National Institutes of Health; Yale University","keywords":"Apprehension; Psychology; Brainstorming; Interpersonal communication; Health care; Curriculum; Pedagogy; Social psychology; Cognitive psychology; Political science; Computer science","authors":[{"name":"Conrad Safranek","is_ca":false},{"name":"Anne Elizabeth Sidamon‐Eristoff","is_ca":false},{"name":"Aidan Gilson","is_ca":false},{"name":"David Chartash","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03085519583354647,"gpt":0.4655486846641663,"spread":0.4346934888306198,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01149414,0.001130399,0.001527493,0.002386474,0.002121491,0.006751155,0.002651759,0.01220629,0.004563971],"category_scores_gemma":[0.05346103,0.0006158803,0.001605699,0.001197329,0.00424444,0.005015536,0.002152784,0.01651527,0.002351061],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002391428,"about_ca_system_score_gemma":0.00376835,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001826487,"about_ca_topic_score_gemma":0.004560921,"domain_scores_codex":[0.9935168,0.002207744,0.00106043,0.0004512655,0.002561195,0.0002025019],"domain_scores_gemma":[0.9006993,0.08116657,0.001971864,0.001075052,0.01214264,0.002944493],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005346579,0.00001870176,0.00006657181,0.001074528,0.0000267477,0.0002453757,0.0001734906,0.0001142913,0.00008259396,0.002673909,0.9550654,0.04040482],"study_design_scores_gemma":[0.00004422313,0.00004258876,0.000187885,0.002383596,0.00005752557,0.0005517192,0.0002172964,0.0004550796,0.000135981,0.003977249,0.991915,0.00003188814],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.000154372,0.0322887,0.001512921,0.1385401,0.8248799,0.00003131786,0.00004840217,0.0001107118,0.00243353],"genre_scores_gemma":[0.001689215,0.02981593,0.0009118792,0.03523992,0.9278481,0.00005037271,0.00002243911,0.00006745906,0.004354644],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.01220629,"threshold_uncertainty_score":0.0607875,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3118424533","doi":"10.2196/24032","title":"Using Machine Learning Algorithms to Predict People’s Intention to Use Mobile Learning Platforms During the COVID-19 Pandemic: Machine Learning Approach","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":219,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computer science; Pandemic; Machine learning; Artificial intelligence; C4.5 algorithm; Globe; Mobile device; Coronavirus disease 2019 (COVID-19); Multimedia; World Wide Web; Psychology; Medicine; Support vector machine","authors":[{"name":"Iman Akour","is_ca":false},{"name":"Muhammad Turki Alshurideh","is_ca":false},{"name":"Barween Al Kurdi","is_ca":false},{"name":"Amal Al Ali","is_ca":false},{"name":"Said A. Salloum","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05620024184922866,"gpt":0.3961133758157976,"spread":0.339913133966569,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002992928,0.0009451814,0.0009582648,0.003418663,0.0005837328,0.001784744,0.0007756119,0.001518672,0.00171558],"category_scores_gemma":[0.01081532,0.0003179038,0.001419711,0.001830397,0.0003972108,0.001175213,0.0004903208,0.001880646,0.0005686865],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007692156,"about_ca_system_score_gemma":0.0009322304,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006328553,"about_ca_topic_score_gemma":0.003818283,"domain_scores_codex":[0.9989874,0.0004398643,0.0001011835,0.0001912016,0.0001331269,0.0001471559],"domain_scores_gemma":[0.9904397,0.007784093,0.0005992422,0.0002073823,0.0006940672,0.0002756931],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004739025,0.002970966,0.7375294,0.0002078259,0.0005438498,0.0002346619,0.0006118605,0.08842949,0.0006951634,0.0009718481,0.003324627,0.1640063],"study_design_scores_gemma":[0.00002465872,0.0004042668,0.07437873,0.0000845364,0.00007502091,0.00007175121,0.0006266977,0.9218585,0.0004589461,0.001572921,0.0004093758,0.00003454629],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9448181,0.0005020316,0.04854914,0.001438093,0.000134255,0.0003243933,0.0009334423,0.0002762778,0.003024295],"genre_scores_gemma":[0.9859249,0.0001830787,0.01228596,0.00008760094,0.00005533095,0.0001775479,0.0006811944,0.000007334625,0.0005970946],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006328553,"threshold_uncertainty_score":0.01582831,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385815999","doi":"10.2196/48254","title":"Assessing Health Students' Attitudes and Usage of ChatGPT in Jordan: Validation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":206,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Applied Science Private University","keywords":"Psychology; Medical education; Medicine","authors":[{"name":"Malik Sallam","is_ca":false},{"name":"Nesreen A. Salim","is_ca":false},{"name":"Muna Barakat","is_ca":false},{"name":"Kholoud Al-Mahzoum","is_ca":false},{"name":"Ala’a B. Al‐Tammemi","is_ca":false},{"name":"Diana Malaeb","is_ca":false},{"name":"Rabih Hallit","is_ca":false},{"name":"Souheil Hallit","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1465710078868833,"gpt":0.5622959074618574,"spread":0.4157248995749741,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005601972,0.0003976788,0.0004758649,0.0008205715,0.0009122134,0.0007272928,0.0003850073,0.000847966,0.001824535],"category_scores_gemma":[0.006021515,0.0004186658,0.0007162881,0.0005954119,0.000592945,0.0005738594,0.0009278552,0.0009018694,0.0007031883],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006196851,"about_ca_system_score_gemma":0.001955089,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001973876,"about_ca_topic_score_gemma":0.003014058,"domain_scores_codex":[0.9985838,0.0006155625,0.0001384258,0.0001096393,0.0003408646,0.0002117425],"domain_scores_gemma":[0.9947835,0.001319495,0.0007535701,0.0003261856,0.002059957,0.0007572218],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003385153,0.005850476,0.931742,0.0002689736,0.00004574415,0.0004125857,0.02791039,0.0002107987,0.002852012,0.00009591215,0.0005668718,0.02970576],"study_design_scores_gemma":[0.0001032198,0.00714991,0.9525481,0.0001591868,0.00008794199,0.0004878015,0.03170085,0.001305494,0.002561786,0.0001082585,0.003749527,0.00003797174],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9990882,0.00003023835,0.0001323001,0.00004640067,0.000004380904,0.0001660765,0.00005657145,0.000003611584,0.0004722527],"genre_scores_gemma":[0.9968283,0.0001784434,0.001101898,0.0002045657,0.00001736174,0.0005027197,0.0001889945,0.000004523373,0.0009732158],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005601972,"threshold_uncertainty_score":0.02962643,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4379508361","doi":"10.2196/48163","title":"The Advent of Generative Language Models in Medical Education","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":203,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Stryker","keywords":"Credibility; Relevance (law); Computer science; Quality (philosophy); Knowledge management; Medical education; Medicine; Political science","authors":[{"name":"Mert Karabacak","is_ca":false},{"name":"Burak Berksu Ozkara","is_ca":false},{"name":"Konstantinos Margetis","is_ca":false},{"name":"Max Wintermark","is_ca":false},{"name":"Sotirios Bisdas","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08147571299040592,"gpt":0.4922474816511003,"spread":0.4107717686606944,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01162317,0.0007503193,0.0005743576,0.001974404,0.000597742,0.00480915,0.001728348,0.002385373,0.006306913],"category_scores_gemma":[0.03836647,0.0009599444,0.001582753,0.001081473,0.003950125,0.004230748,0.00363382,0.004414493,0.001460483],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00295132,"about_ca_system_score_gemma":0.002969204,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005215722,"about_ca_topic_score_gemma":0.005610555,"domain_scores_codex":[0.9932452,0.004701484,0.0002670471,0.0004600324,0.001201894,0.0001244354],"domain_scores_gemma":[0.9574676,0.0379959,0.0006790506,0.002165682,0.001302348,0.0003895285],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001030351,0.0001221023,0.003598251,0.001325949,0.0001775742,0.0002499718,0.003713489,0.08485151,0.002210173,0.6538051,0.01001224,0.2398307],"study_design_scores_gemma":[0.00007705964,0.000160068,0.0009915313,0.001463289,0.0001066516,0.0003918599,0.0004449502,0.1771138,0.003035321,0.6423917,0.1736694,0.000154459],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007401343,0.008751198,0.9373734,0.01530665,0.0005802609,0.0002184808,0.0003086464,0.001010662,0.02904939],"genre_scores_gemma":[0.2530095,0.0121881,0.718327,0.004371813,0.0006894478,0.0006283114,0.0005619844,0.0004611996,0.009762577],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01162317,"threshold_uncertainty_score":0.06146997,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4200218394","doi":"10.2196/33390","title":"Health Care Students’ Perspectives on Artificial Intelligence: Countrywide Survey in Canada","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":203,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true},"ca_institutions":"Vancouver Coastal Health; Saint John Regional Hospital; University of Toronto; Dalhousie University; University of Calgary; University of Alberta; University of British Columbia; NOSM University; Queen's University","funders":"University of British Columbia","keywords":"Snowball sampling; Curriculum; Health care; Likert scale; Medical education; Scale (ratio); Psychology; Narrative; Medicine; Pedagogy; Political science","authors":[{"name":"Minnie Teng","is_ca":true},{"name":"Rohit Singla","is_ca":true},{"name":"Olivia Yau","is_ca":true},{"name":"Daniel Lamoureux","is_ca":true},{"name":"Aurinjoy Gupta","is_ca":true},{"name":"Zoe Hu","is_ca":true},{"name":"Ricky Hu","is_ca":true},{"name":"Amira Aissiou","is_ca":true},{"name":"Shane E. A. Eaton","is_ca":true},{"name":"Camille Hamm","is_ca":true},{"name":"Sophie Hu","is_ca":true},{"name":"Dayton J. Kelly","is_ca":true},{"name":"Kathleen MacMillan","is_ca":true},{"name":"Shamir Malik","is_ca":true},{"name":"Vienna Mazzoli","is_ca":true},{"name":"Yu-Wen Teng","is_ca":true},{"name":"Maria Laricheva","is_ca":true},{"name":"Tal Jarus","is_ca":true},{"name":"Thalia S. Field","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09360355049786273,"gpt":0.4763930288625289,"spread":0.3827894783646661,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002012913,0.0002224166,0.0003865418,0.002292194,0.004338955,0.002306581,0.001025328,0.0006671975,0.003570212],"category_scores_gemma":[0.005756261,0.000327353,0.0005393554,0.007014465,0.001190056,0.0006226909,0.001565249,0.00107293,0.0005275953],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03170839,"about_ca_system_score_gemma":0.0545696,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9894779,"about_ca_topic_score_gemma":0.9914732,"domain_scores_codex":[0.9973693,0.0002192925,0.0001950974,0.0002287326,0.001182681,0.0008049071],"domain_scores_gemma":[0.9905829,0.0008081524,0.001098458,0.0001143343,0.004390569,0.00300554],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005444668,0.00007371906,0.9648619,0.000170548,0.00003040465,0.0001589757,0.01342161,0.00009702385,0.0002294631,0.00029989,0.007696562,0.01290534],"study_design_scores_gemma":[0.000006764327,0.00004041863,0.9653661,0.0001416137,0.0000126993,0.00006808132,0.02360466,0.0002244402,0.00006833604,0.00003744646,0.01039961,0.00002982692],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9705907,0.0008772432,0.0001442307,0.004662664,0.00003929439,0.0001747268,0.01020818,0.00002570602,0.01327711],"genre_scores_gemma":[0.9920858,0.001415208,0.0003114197,0.001308012,0.00001233595,0.00008233813,0.002690095,0.000009439533,0.002085552],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03170839,"threshold_uncertainty_score":0.2300615,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3137892094","doi":"10.2196/25892","title":"Social Media and Medical Education in the Context of the COVID-19 Pandemic: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":203,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Social media; Curriculum; Public relations; Context (archaeology); Health care; Medical education; Inclusion (mineral); Psychology; Medicine; Political science; Sociology; Pedagogy; Social science","authors":[{"name":"Marc Katz","is_ca":false},{"name":"Neilanjan Nandi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1515273298918708,"gpt":0.5334928385621124,"spread":0.3819655086702416,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006473842,0.0009758194,0.002040708,0.01163724,0.00129068,0.005170271,0.001207763,0.003847426,0.005352481],"category_scores_gemma":[0.0522467,0.0006703256,0.002522818,0.0105139,0.001866211,0.004796606,0.002584861,0.002388296,0.0005718112],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003307552,"about_ca_system_score_gemma":0.01428852,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007059191,"about_ca_topic_score_gemma":0.01105252,"domain_scores_codex":[0.9947749,0.002309293,0.001283158,0.0004340305,0.0009408297,0.0002577632],"domain_scores_gemma":[0.9226821,0.06766901,0.005313399,0.0005192289,0.003230916,0.0005853242],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000129125,0.0001155516,0.002297652,0.5376663,0.0012571,0.0003671856,0.002516801,0.0003433687,0.0001601362,0.008386038,0.01381968,0.432941],"study_design_scores_gemma":[0.00001761791,0.0000655914,0.003234911,0.8708681,0.001866846,0.0005448786,0.00207328,0.00010904,0.0001143946,0.002043047,0.1190293,0.00003295734],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000372901,0.9970236,0.00008146079,0.001213401,0.0002264078,0.00004235176,0.00004296782,0.0000032629,0.0009935641],"genre_scores_gemma":[0.004758636,0.9940103,0.0001849,0.0005996129,0.0002222195,0.00008436464,0.00003633572,0.000002546385,0.0001010658],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01163724,"threshold_uncertainty_score":0.03423733,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4364378939","doi":"10.2196/46599","title":"Trialling a Large Language Model (ChatGPT) in General Practice With the Applied Knowledge Test: Observational Study Demonstrating Opportunities and Limitations in Primary Care","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":192,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Generative grammar; Observational study; Transformer; Computer science; Test (biology); Knowledge management; Artificial intelligence; Medicine; Engineering; Pathology","authors":[{"name":"Arun James Thirunavukarasu","is_ca":false},{"name":"Refaat Hassan","is_ca":false},{"name":"Shathar Mahmood","is_ca":false},{"name":"Rohan Sanghera","is_ca":false},{"name":"Kara Barzangi","is_ca":false},{"name":"Mohanned El Mukashfi","is_ca":false},{"name":"Sachin Shah","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3570125126813295,"gpt":0.4801588478092852,"spread":0.1231463351279557,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0409739,0.0006507207,0.001487243,0.001319435,0.001649513,0.002275088,0.001942809,0.002323276,0.001587249],"category_scores_gemma":[0.2092729,0.0009325098,0.0009778454,0.001304615,0.002206891,0.002768203,0.004147073,0.002429422,0.0008110189],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002757997,"about_ca_system_score_gemma":0.003541063,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008304222,"about_ca_topic_score_gemma":0.01260377,"domain_scores_codex":[0.9590678,0.02612635,0.004044669,0.003577475,0.005732357,0.001451329],"domain_scores_gemma":[0.7747363,0.1602768,0.02669408,0.01529277,0.01661229,0.00638775],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001221333,0.004255355,0.7803748,0.001024794,0.0002386771,0.001917809,0.1466763,0.0007175227,0.00116624,0.0002264835,0.002112412,0.06006829],"study_design_scores_gemma":[0.0003750136,0.01741816,0.9028482,0.000841112,0.0002541237,0.002324187,0.05740061,0.00787034,0.001775409,0.001118744,0.0075349,0.0002392383],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9984381,0.0001433996,0.0005206594,0.0001358511,0.000007249896,0.0002639112,0.0000877013,0.00002058221,0.0003827002],"genre_scores_gemma":[0.9971077,0.0001476879,0.001658569,0.0002184777,0.0000167069,0.0004167219,0.0001357097,0.00001893274,0.0002794916],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0409739,"threshold_uncertainty_score":0.2166933,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4380575774","doi":"10.2196/46939","title":"Putting ChatGPT’s Medical Advice to the (Turing) Test: Survey Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":188,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Science Foundation","keywords":"Chatbot; Advice (programming); Test (biology); Turing; Turing test; Psychology; Computer science; Medicine; World Wide Web; Artificial intelligence","authors":[{"name":"Oded Nov","is_ca":false},{"name":"Nina Singh","is_ca":false},{"name":"David Mann","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1311681862863586,"gpt":0.5029894972674881,"spread":0.3718213109811295,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0119336,0.0002820083,0.0004613019,0.001475207,0.0009457163,0.001322573,0.0006519715,0.001202243,0.002838821],"category_scores_gemma":[0.0353862,0.0006181257,0.000508755,0.001340476,0.001199933,0.002046939,0.001572706,0.001400454,0.001931227],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00114595,"about_ca_system_score_gemma":0.001193225,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002898324,"about_ca_topic_score_gemma":0.00263556,"domain_scores_codex":[0.9904444,0.0059068,0.0008253406,0.0006343707,0.001320683,0.000868402],"domain_scores_gemma":[0.9763589,0.01132325,0.003696817,0.001420575,0.004443396,0.002757097],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000483011,0.00225148,0.8705977,0.0004472143,0.00009890729,0.0006726343,0.06280661,0.0002608115,0.0008313981,0.0005475056,0.01336881,0.04763385],"study_design_scores_gemma":[0.0001114017,0.004111656,0.9229431,0.0002098081,0.00004704729,0.001226112,0.0507862,0.00211665,0.0007199986,0.0002660384,0.01737331,0.00008854643],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9961875,0.00009829948,0.0004906936,0.0005522901,0.0000134179,0.000325823,0.0004598142,0.00002490233,0.001847196],"genre_scores_gemma":[0.9966629,0.0001944329,0.000635734,0.0008803461,0.00002154246,0.0006672246,0.0003573147,0.00001837876,0.0005620932],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0119336,"threshold_uncertainty_score":0.06311166,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385080756","doi":"10.2196/47049","title":"The Potential and Concerns of Using AI in Scientific Research: ChatGPT Performance Evaluation","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":186,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Thematic analysis; Context (archaeology); Quality (philosophy); Computer science; Data science; Data quality; Qualitative research; Social science; Engineering; Sociology","authors":[{"name":"Zuheir N. Khlaif","is_ca":false},{"name":"Allam Mousa","is_ca":false},{"name":"Muayad K. Hattab","is_ca":false},{"name":"Jamil Itmazi","is_ca":false},{"name":"A. Hassan","is_ca":false},{"name":"Mageswaran Sanmugam","is_ca":false},{"name":"Abed Alkarim Ayyoub","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3978155569671569,"gpt":0.5939620970070143,"spread":0.1961465400398574,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4299125,0.001564061,0.002637795,0.02032056,0.003974865,0.01352734,0.004264055,0.003760648,0.003994391],"category_scores_gemma":[0.7754654,0.001283329,0.00367446,0.01539613,0.004634559,0.009377761,0.01231666,0.002670975,0.001575198],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008486327,"about_ca_system_score_gemma":0.01208098,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001913464,"about_ca_topic_score_gemma":0.004181604,"domain_scores_codex":[0.4622087,0.3874717,0.06973118,0.008831349,0.06881865,0.002938402],"domain_scores_gemma":[0.06020509,0.7859151,0.04244132,0.02239372,0.08479005,0.004254737],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01010313,0.001666499,0.09229558,0.05500327,0.003562508,0.00275569,0.0916874,0.005399973,0.01059346,0.006342134,0.02091388,0.6996765],"study_design_scores_gemma":[0.01076921,0.03680095,0.3189283,0.08051427,0.01710613,0.0104133,0.1006683,0.08664774,0.06568131,0.04518127,0.2240366,0.003252649],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7212851,0.02214777,0.1304177,0.02293285,0.003357758,0.03944332,0.004713627,0.005934735,0.04976714],"genre_scores_gemma":[0.7211637,0.004568899,0.2279224,0.002422378,0.0008578196,0.03739125,0.00204819,0.0007768678,0.002848448],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5700874,"threshold_uncertainty_score":0.7030194,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4282916733","doi":"10.2196/35587","title":"Needs, Challenges, and Applications of Artificial Intelligence in Medical Education Curriculum","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":157,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Curriculum; Position paper; Suite; Medical education; Artificial intelligence; Health care; Applications of artificial intelligence; Engineering ethics; Medicine; Psychology; Computer science; Engineering; Political science; Pedagogy","authors":[{"name":"Joel Grunhut","is_ca":false},{"name":"Oge Marques","is_ca":false},{"name":"Adam T M Wyatt","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06660868501159821,"gpt":0.4347917440202246,"spread":0.3681830590086264,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04258488,0.0003266708,0.0004999709,0.003600533,0.00454581,0.01359888,0.002174551,0.004691051,0.00554523],"category_scores_gemma":[0.06819157,0.0004981551,0.0004405061,0.002491213,0.005441086,0.01101623,0.01051838,0.006800397,0.001277578],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01181275,"about_ca_system_score_gemma":0.0510676,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01019732,"about_ca_topic_score_gemma":0.01455494,"domain_scores_codex":[0.9707391,0.01545621,0.001675743,0.001396202,0.00700568,0.003727111],"domain_scores_gemma":[0.9110119,0.02722491,0.005106328,0.002098302,0.0179102,0.03664846],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001334728,0.001180847,0.06255984,0.00257136,0.00004694356,0.0006050389,0.0287222,0.001718254,0.001140504,0.1411429,0.08083405,0.6793447],"study_design_scores_gemma":[0.0001307883,0.0007806194,0.1217193,0.01825679,0.00006113969,0.001530866,0.1708425,0.00759966,0.00153061,0.1981132,0.4791136,0.0003209598],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.04730301,0.01487655,0.003203416,0.9041007,0.001102438,0.0001207262,0.00009589615,0.00008106639,0.02911614],"genre_scores_gemma":[0.8760787,0.02744758,0.02525476,0.06250083,0.001561296,0.0005244414,0.0002467682,0.00006822328,0.006317292],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04258488,"threshold_uncertainty_score":0.2252131,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390631601","doi":"10.2196/51247","title":"Artificial Intelligence in Medicine: Cross-Sectional Study Among Medical Students on Application, Education, and Ethical Aspects","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":138,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Medical ethics; Cross-sectional study; Psychology; Family medicine; Medicine; Pedagogy; Pathology","authors":[{"name":"Lukas Weidener","is_ca":false},{"name":"Michael Fischer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07736878108075156,"gpt":0.5312998261579426,"spread":0.453931045077191,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002835323,0.0001890949,0.0004683236,0.001488034,0.000931936,0.001368578,0.0003177335,0.0008604352,0.002407488],"category_scores_gemma":[0.005659253,0.0005769688,0.0004111563,0.001633756,0.0005999285,0.001151325,0.001116652,0.00102999,0.0005442397],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005640494,"about_ca_system_score_gemma":0.0008991709,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002131456,"about_ca_topic_score_gemma":0.00310947,"domain_scores_codex":[0.9985932,0.000382389,0.0002039902,0.0001567846,0.0003683766,0.000295151],"domain_scores_gemma":[0.9941745,0.001472623,0.00235223,0.0001738044,0.0006932796,0.001133509],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002128308,0.0001773417,0.995654,0.00002957954,0.00001276957,0.00004943852,0.002256565,0.00001239574,0.0001285899,0.00002189048,0.0001015829,0.001534598],"study_design_scores_gemma":[0.00000474119,0.0003604005,0.9875211,0.00003342561,0.00001126041,0.0002393097,0.01101303,0.00009717639,0.00006936093,0.00001841022,0.0006253633,0.000006544819],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.999441,0.00009322771,0.00003853555,0.00008484806,0.000003659782,0.00002220174,0.00006185025,9.8968e-7,0.0002537118],"genre_scores_gemma":[0.9992504,0.0001931367,0.000105197,0.0001620725,0.000007406011,0.00004468932,0.00008429405,0.000001173294,0.0001516762],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002835323,"threshold_uncertainty_score":0.0149948,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390918905","doi":"10.2196/53961","title":"A Generative Pretrained Transformer (GPT)–Powered Chatbot as a Simulated Patient to Practice History Taking: Prospective, Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":132,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Chatbot; Conversation; Usability; Computer science; Psychology; Medical education; Medicine; Artificial intelligence; Human–computer interaction; Communication","authors":[{"name":"Friederike Holderried","is_ca":false},{"name":"Christian Stegemann–Philipps","is_ca":false},{"name":"Lea Herschbach","is_ca":false},{"name":"Julia-Astrid Moldt","is_ca":false},{"name":"Andrew Nevins","is_ca":false},{"name":"Jan Griewatz","is_ca":false},{"name":"Martin Holderried","is_ca":false},{"name":"Anne Herrmann‐Werner","is_ca":false},{"name":"Teresa Festl‐Wietek","is_ca":false},{"name":"Moritz Mahling","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08406383022874636,"gpt":0.5209060402476431,"spread":0.4368422100188967,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01702811,0.001024337,0.0009083785,0.001028566,0.001862003,0.001643125,0.001454801,0.00161399,0.005304163],"category_scores_gemma":[0.01951926,0.001100017,0.0009478421,0.0004878257,0.001587973,0.001340476,0.001568798,0.001700511,0.001339844],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001470283,"about_ca_system_score_gemma":0.002885066,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001341444,"about_ca_topic_score_gemma":0.002574337,"domain_scores_codex":[0.9930107,0.00424902,0.0005262384,0.000964822,0.000652037,0.0005972906],"domain_scores_gemma":[0.9829323,0.01089283,0.001531931,0.00149152,0.001730329,0.001421111],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","study_design_scores_codex":[0.01747422,0.3133509,0.1862247,0.006656907,0.0005192395,0.003429602,0.2379482,0.002558925,0.01588329,0.00265425,0.003769612,0.2095301],"study_design_scores_gemma":[0.01312589,0.466383,0.2973529,0.002171436,0.0009900125,0.002203959,0.1537079,0.01316939,0.01789632,0.002713461,0.02967465,0.0006112924],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9916745,0.00006896091,0.001880257,0.00003887147,0.00001611827,0.005637165,0.0001066953,0.0000261539,0.0005514069],"genre_scores_gemma":[0.9481113,0.0002657568,0.01734579,0.000579075,0.00006961606,0.0312193,0.000290893,0.00004713469,0.002071105],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01702811,"threshold_uncertainty_score":0.09005433,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3038737525","doi":"10.2196/20190","title":"The Present and Future Applications of Technology in Adapting Medical Education Amidst the COVID-19 Pandemic","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":130,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Order (exchange); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Political science; Business; Medicine; Disease; Virology; Infectious disease (medical specialty)","authors":[{"name":"Ridhaa Remtulla","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01822116589816957,"gpt":0.3894990125159007,"spread":0.3712778466177312,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004520758,0.000442048,0.0003444036,0.001615261,0.000795255,0.00406247,0.0007084703,0.002871771,0.00467359],"category_scores_gemma":[0.005278324,0.0002173871,0.0006332775,0.0009762936,0.002226559,0.005513077,0.001478167,0.00283838,0.001381099],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001636953,"about_ca_system_score_gemma":0.002299547,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001030139,"about_ca_topic_score_gemma":0.002507137,"domain_scores_codex":[0.9978172,0.001144229,0.0001414884,0.0001241031,0.0005471002,0.0002260719],"domain_scores_gemma":[0.9957866,0.002850587,0.0002917588,0.000138002,0.0006119731,0.0003211092],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000926303,0.0001578137,0.002076625,0.003891361,0.00004199755,0.000604697,0.001555796,0.0008010547,0.002605159,0.100098,0.0552297,0.8328453],"study_design_scores_gemma":[0.00001892745,0.0003327198,0.00244154,0.006125198,0.00005830872,0.001720716,0.002611493,0.0009407501,0.001295481,0.03390031,0.9504938,0.00006069552],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.003421444,0.83808,0.006148112,0.09493515,0.004884066,0.00004595128,0.00002875865,0.00007918217,0.05237735],"genre_scores_gemma":[0.03512288,0.9254951,0.01105622,0.01457613,0.006950068,0.00006145976,0.00002881223,0.00002551189,0.006683857],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.00467359,"threshold_uncertainty_score":0.02390832,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2798264832","doi":"10.2196/mededu.9091","title":"Online Lectures in Undergraduate Medical Education: Scoping Review","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":124,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"PsycINFO; Medical education; Curriculum; Inclusion (mineral); MEDLINE; Online learning; Flipped classroom; Instructional design; Psychology; Medicine; Multimedia; Computer science; Mathematics education; Pedagogy","authors":[{"name":"Brandon Tang","is_ca":true},{"name":"Alon Coret","is_ca":true},{"name":"Aatif Qureshi","is_ca":true},{"name":"Henry Barron","is_ca":true},{"name":"Ana Patricia Ayala","is_ca":true},{"name":"Marcus Law","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05001562470624234,"gpt":0.5275933933344503,"spread":0.477577768628208,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01119703,0.001313008,0.003006013,0.01478066,0.0008702272,0.003505144,0.001875808,0.00278703,0.005962301],"category_scores_gemma":[0.0592251,0.0008209363,0.002892716,0.0160856,0.001158987,0.002842543,0.002152946,0.001524552,0.0007772778],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002778677,"about_ca_system_score_gemma":0.01204289,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004600759,"about_ca_topic_score_gemma":0.008248146,"domain_scores_codex":[0.9909697,0.002828154,0.003469794,0.0005019488,0.001969383,0.0002609846],"domain_scores_gemma":[0.9303223,0.0561026,0.007259812,0.0008722303,0.004857284,0.0005857972],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001240555,0.00008469709,0.0009219935,0.6822585,0.0009327327,0.0001681182,0.0006571651,0.0001662058,0.0002160244,0.0006630562,0.004342484,0.309465],"study_design_scores_gemma":[0.00002216363,0.00008999535,0.001543782,0.9601864,0.002751717,0.0002185329,0.0004318375,0.00005380797,0.0001626157,0.0002417255,0.03428558,0.00001185617],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0007360937,0.9970676,0.0002360908,0.0003223839,0.0002444035,0.0002653028,0.0001329597,0.000008486881,0.0009865877],"genre_scores_gemma":[0.005166751,0.9933853,0.00048488,0.0002552454,0.000127807,0.0003333463,0.0001193106,0.000004128842,0.0001232611],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01478066,"threshold_uncertainty_score":0.05921626,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400777017","doi":"10.2196/54793","title":"Curriculum Frameworks and Educational Programs in AI for Medical Students, Residents, and Practicing Physicians: Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":118,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Jewish General Hospital; McGill University Health Centre; McGill University","funders":"","keywords":"CINAHL; Curriculum; Scopus; MEDLINE; Medical education; Cochrane Library; Systematic review; Comprehension; Psychology; Medicine; Computer science; Pedagogy; Political science","authors":[{"name":"Raymond Tolentino","is_ca":true},{"name":"Ashkan Baradaran","is_ca":true},{"name":"Geneviève Gore","is_ca":true},{"name":"Pierre Pluye","is_ca":true},{"name":"Samira Abbasgholizadeh Rahimi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06508612752541376,"gpt":0.530184841786567,"spread":0.4650987142611532,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04766905,0.001741789,0.004933409,0.02726248,0.001751052,0.005867959,0.003776163,0.003741097,0.004457329],"category_scores_gemma":[0.1573056,0.001582397,0.005185778,0.02754572,0.001922911,0.00631367,0.004374307,0.002355501,0.0006036961],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01050604,"about_ca_system_score_gemma":0.04989368,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01121464,"about_ca_topic_score_gemma":0.02419355,"domain_scores_codex":[0.9735068,0.01027555,0.009928148,0.001205271,0.004497825,0.0005864024],"domain_scores_gemma":[0.8961784,0.07597003,0.01399491,0.001735575,0.01105563,0.001065495],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001464564,0.00007257173,0.0008642642,0.7379885,0.001369932,0.00008161934,0.001659424,0.0003332768,0.0001493675,0.003471937,0.004569578,0.2492931],"study_design_scores_gemma":[0.0000505317,0.00005681405,0.001063952,0.9716427,0.002776126,0.00006191639,0.0006596478,0.0000599767,0.0000899111,0.0004933949,0.02302976,0.00001529803],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001692308,0.9894589,0.001360707,0.0017023,0.0006143785,0.002265562,0.0004568865,0.0000293949,0.00241967],"genre_scores_gemma":[0.01299804,0.9741853,0.005782379,0.0009664569,0.0001567114,0.005057367,0.0005524614,0.00001820714,0.0002831281],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.04766905,"threshold_uncertainty_score":0.252101,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2520689564","doi":"10.2196/mededu.6232","title":"Use of Social Media for Professional Development by Health Care Professionals: A Cross-Sectional Web-Based Survey","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":115,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Social media; Promotion (chess); Professional development; Health care; Health professionals; Medical education; Psychology; Public relations; Health promotion; Cross-sectional study; Medicine; Nursing; Public health; Political science","authors":[{"name":"Hana Alsobayel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1440581506986721,"gpt":0.5163698630949602,"spread":0.3723117123962881,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001927534,0.0001331154,0.0002644173,0.001617761,0.0006090367,0.0008468469,0.0002550735,0.0006019102,0.001752905],"category_scores_gemma":[0.004814623,0.0003370974,0.0003201362,0.001290428,0.0002853193,0.000968374,0.000954332,0.0005592747,0.0005572394],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006050385,"about_ca_system_score_gemma":0.0007596195,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00485123,"about_ca_topic_score_gemma":0.007409702,"domain_scores_codex":[0.9986392,0.000423655,0.0002657742,0.0001116453,0.0003710394,0.0001886688],"domain_scores_gemma":[0.9943771,0.001620128,0.002249699,0.0001456756,0.000923006,0.0006843305],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002505304,0.0001393247,0.9933615,0.00008939421,0.0000146545,0.00007273549,0.002675636,0.00001216917,0.0001956124,0.0000105058,0.0002308394,0.003172606],"study_design_scores_gemma":[0.000004399143,0.0002288132,0.9893351,0.00006102206,0.00001256956,0.0002436298,0.009329592,0.0001079849,0.00009057157,0.000008630132,0.0005708984,0.000006772971],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9987967,0.00011457,0.00004790674,0.000129673,0.000002676351,0.00006366873,0.0004193976,0.000001942865,0.0004235554],"genre_scores_gemma":[0.9985194,0.0003613892,0.000220866,0.0001703069,0.00000905947,0.0001218714,0.0003346807,0.00000157261,0.0002609608],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00485123,"threshold_uncertainty_score":0.01019394,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400079353","doi":"10.2196/59213","title":"A Language Model–Powered Simulated Patient With Automated Feedback for History Taking: Prospective Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; World Wide Web","authors":[{"name":"Friederike Holderried","is_ca":false},{"name":"Christian Stegemann–Philipps","is_ca":false},{"name":"Anne Herrmann‐Werner","is_ca":false},{"name":"Teresa Festl‐Wietek","is_ca":false},{"name":"Martin Holderried","is_ca":false},{"name":"Carsten Eickhoff","is_ca":false},{"name":"Moritz Mahling","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06459609217325434,"gpt":0.4453597336472424,"spread":0.380763641473988,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007428843,0.0009007775,0.0007173099,0.0008243443,0.001438634,0.001507945,0.001233384,0.00188391,0.004640141],"category_scores_gemma":[0.01757979,0.0008664366,0.0009161517,0.0004351182,0.001480834,0.001281018,0.001502077,0.001927804,0.002075059],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001369357,"about_ca_system_score_gemma":0.00224758,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002134353,"about_ca_topic_score_gemma":0.002375949,"domain_scores_codex":[0.9959706,0.002426655,0.0002520902,0.0005444658,0.0004340585,0.0003721231],"domain_scores_gemma":[0.9879102,0.005308757,0.001575951,0.001734945,0.001405269,0.00206485],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","study_design_scores_codex":[0.01392596,0.3065135,0.5579898,0.001192976,0.0003542528,0.006024428,0.03922748,0.002681209,0.005024588,0.0008228364,0.00294036,0.06330261],"study_design_scores_gemma":[0.006675285,0.5667863,0.3543783,0.0004219972,0.0005703998,0.005036565,0.03183063,0.01438149,0.007340073,0.0009296915,0.0112047,0.0004445289],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.99872,0.00002818056,0.0003207008,0.00003684576,0.000007646296,0.0005771116,0.0000640017,0.00001212212,0.0002335296],"genre_scores_gemma":[0.9955876,0.00009090448,0.001758776,0.0002774672,0.00002645789,0.001502658,0.0002102425,0.00001325728,0.0005325883],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007428843,"threshold_uncertainty_score":0.03928792,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3184246982","doi":"10.2196/28275","title":"Digital Health Training Programs for Medical Students: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Imperial College London; Lee Kong Chian School of Medicine, Nanyang Technological University; Department of Health and Social Care; Nanyang Technological University; National Institute for Health and Care Research","keywords":"Digital health; Curriculum; Medical education; Thematic analysis; Grey literature; Health care; Health informatics; MEDLINE; Pandemic; Systematic review; Coronavirus disease 2019 (COVID-19); Medicine; Psychology; Nursing; Political science; Public health; Qualitative research; Pedagogy; Sociology","authors":[{"name":"Lorainne Tudor Car","is_ca":false},{"name":"Bhone Myint Kyaw","is_ca":false},{"name":"Rishi Panday","is_ca":false},{"name":"Rianne van der Kleij","is_ca":false},{"name":"Niels H. Chavannes","is_ca":false},{"name":"Azeem Majeed","is_ca":false},{"name":"Josip Car","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07653281740490138,"gpt":0.523596863950805,"spread":0.4470640465459036,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02143615,0.001810446,0.00523783,0.02243526,0.001569781,0.005222511,0.003014383,0.00384861,0.007100384],"category_scores_gemma":[0.1114714,0.001511217,0.006470883,0.02288968,0.001566021,0.004368353,0.003358214,0.001951022,0.0009014764],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006392905,"about_ca_system_score_gemma":0.02528176,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007616858,"about_ca_topic_score_gemma":0.01609769,"domain_scores_codex":[0.9844443,0.005424513,0.005964783,0.0008151123,0.002912563,0.0004388136],"domain_scores_gemma":[0.9275416,0.05529822,0.009005252,0.001235703,0.00621119,0.00070811],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000106236,0.00005997666,0.0006169741,0.8770423,0.001626092,0.0001193948,0.0007104017,0.0001363646,0.00009877735,0.0006898799,0.003624279,0.1151693],"study_design_scores_gemma":[0.00002771416,0.00005480678,0.0008174009,0.9789748,0.00412813,0.0001073513,0.0003582527,0.00003400827,0.00006778786,0.0001907332,0.01522733,0.00001161955],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0009267291,0.9950593,0.0003514476,0.0006942967,0.0002463993,0.001140434,0.000350346,0.00001555789,0.001215613],"genre_scores_gemma":[0.006201946,0.9906709,0.0008680909,0.000399895,0.00009938815,0.001431247,0.0002069131,0.000005975882,0.0001155976],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02243526,"threshold_uncertainty_score":0.1133665,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387829826","doi":"10.2196/49877","title":"ChatGPT Interactive Medical Simulations for Early Clinical Education: Case Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":113,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computer science; Curriculum; Test (biology); Creativity; Medical education; Medical physics; Medicine; Psychology","authors":[{"name":"Riley Scherr","is_ca":false},{"name":"Faris F Halaseh","is_ca":false},{"name":"Aidin Spina","is_ca":false},{"name":"Saman Andalib","is_ca":false},{"name":"Ronald Rivera","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2328928300421382,"gpt":0.6145299154526388,"spread":0.3816370854105006,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004724784,0.0008562376,0.0003584187,0.000746439,0.001139633,0.00156778,0.002208838,0.00274685,0.006337913],"category_scores_gemma":[0.02084835,0.000460629,0.0008136771,0.0005755902,0.001423002,0.001049541,0.002919468,0.001519082,0.001655987],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00146007,"about_ca_system_score_gemma":0.001383671,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00207399,"about_ca_topic_score_gemma":0.003666515,"domain_scores_codex":[0.9963511,0.002730938,0.0001645618,0.0001355951,0.0003393118,0.0002783332],"domain_scores_gemma":[0.9775878,0.01796151,0.0005386479,0.001105225,0.0008387167,0.00196811],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"case_report","study_design_scores_codex":[0.004646424,0.01243294,0.08462724,0.004818246,0.0002624803,0.1115566,0.07091998,0.2446932,0.0188873,0.01906039,0.046062,0.3820332],"study_design_scores_gemma":[0.001941795,0.01182953,0.05282306,0.00337756,0.0004500613,0.1001048,0.02787675,0.4787885,0.05458097,0.02051787,0.2467102,0.000998991],"study_design_candidate":"case_report","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8810923,0.001228263,0.08852735,0.002933093,0.0002214763,0.00192847,0.000652704,0.00214584,0.02127048],"genre_scores_gemma":[0.9292761,0.0006931119,0.06412637,0.0004840699,0.00006494497,0.0009039788,0.0003452964,0.0001964012,0.003909695],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006337913,"threshold_uncertainty_score":0.02498734,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389559024","doi":"10.2196/51302","title":"Medical Student Experiences and Perceptions of ChatGPT and Artificial Intelligence: Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":110,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Medical education; Cross-sectional study; Descriptive statistics; Psychology; Medical school; Health care; Medicine; Family medicine","authors":[{"name":"Saif M I Alkhaaldi","is_ca":false},{"name":"Carl H Kassab","is_ca":false},{"name":"Zakia Dimassi","is_ca":false},{"name":"Leen Oyoun Alsoud","is_ca":false},{"name":"Maha Al Fahim","is_ca":false},{"name":"Cynthia Al Hageh","is_ca":false},{"name":"Halah Ibrahim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1135507736459029,"gpt":0.5403388303058227,"spread":0.4267880566599199,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002378234,0.0001935864,0.0004627533,0.00110462,0.001198543,0.001709289,0.000476542,0.0008777149,0.002159291],"category_scores_gemma":[0.006722451,0.0005292055,0.0003797962,0.001109921,0.0007538563,0.001458428,0.001691118,0.001401532,0.0004110407],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005508431,"about_ca_system_score_gemma":0.0007534674,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003054782,"about_ca_topic_score_gemma":0.004909194,"domain_scores_codex":[0.9988268,0.0003688365,0.0001434322,0.0001018253,0.0002888128,0.0002701782],"domain_scores_gemma":[0.9934874,0.001469874,0.002101787,0.0001330058,0.0005934182,0.002214393],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005752254,0.0004953521,0.9742475,0.00005830916,0.00001927504,0.0002022732,0.02037816,0.00002727407,0.0002224339,0.00005891923,0.0003331549,0.003899898],"study_design_scores_gemma":[0.000007961167,0.0007875873,0.9100724,0.00006286434,0.00001647848,0.0005267453,0.08696676,0.0001908948,0.0001137979,0.00003358221,0.001201919,0.00001896957],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9994486,0.0000661853,0.00002322313,0.0001122804,0.000004575278,0.00001123597,0.00004420398,0.000001260702,0.0002884315],"genre_scores_gemma":[0.9994112,0.0001411678,0.00006198895,0.000119567,0.000006369201,0.00002111656,0.0000547134,0.0000013351,0.0001824906],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003054782,"threshold_uncertainty_score":0.01257747,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1706996581","doi":"10.2196/mededu.4908","title":"Go Where the Students Are: A Comparison of the Use of Social Networking Sites Between Medical Students and Medical Educators","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Psychology; Medical school; Medicine","authors":[{"name":"Safaa El Bialy","is_ca":true},{"name":"Alireza Jalali","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1921708730840915,"gpt":0.5221144023747027,"spread":0.3299435292906112,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003037727,0.0002182206,0.0003813926,0.001846713,0.001151351,0.002393372,0.0005001995,0.0007825177,0.003327548],"category_scores_gemma":[0.01522002,0.000268193,0.0004440763,0.0009456655,0.0008965868,0.002147009,0.002523787,0.001012985,0.0004951329],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000692068,"about_ca_system_score_gemma":0.00114916,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002476778,"about_ca_topic_score_gemma":0.005951867,"domain_scores_codex":[0.9972554,0.001036378,0.0003399531,0.0002189577,0.0006622893,0.0004870249],"domain_scores_gemma":[0.9869887,0.004578047,0.003843724,0.0002175075,0.001332861,0.003039198],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002118908,0.0004571354,0.9171432,0.0001846786,0.00005586043,0.0002126134,0.05665461,0.00002067124,0.0006013947,0.0001513411,0.0006288604,0.02367766],"study_design_scores_gemma":[0.00001762164,0.000561862,0.7926409,0.0001436404,0.00003439771,0.0003418604,0.2033466,0.0001374881,0.0001987085,0.00007742696,0.002474483,0.00002501706],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9984522,0.0001446922,0.00005866641,0.0002134136,0.0000125217,0.00002143902,0.00004965724,0.000002705853,0.001044635],"genre_scores_gemma":[0.9989873,0.0002258197,0.0001289429,0.0001384954,0.00001391279,0.00003368051,0.00006478315,0.00000302706,0.0004040106],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003327548,"threshold_uncertainty_score":0.01606518,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4212993683","doi":"10.2196/34973","title":"Readiness to Embrace Artificial Intelligence Among Medical Doctors and Students: Questionnaire-Based Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Leverage (statistics); Medical education; Sphygmomanometer; Medical science; Blood pressure; Psychology; Medicine; Artificial intelligence; Computer science; Internal medicine","authors":[{"name":"Thomas Boillat","is_ca":false},{"name":"Faisal A. Nawaz","is_ca":false},{"name":"Homero Rivas","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06535101131729483,"gpt":0.4769776236795795,"spread":0.4116266123622846,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005910093,0.0002019291,0.0007266786,0.002133277,0.0007107774,0.001531634,0.0004333212,0.001169835,0.00225108],"category_scores_gemma":[0.01667003,0.0005367271,0.0006294363,0.001551436,0.0007115109,0.001466873,0.001352464,0.001118885,0.0007358547],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006411679,"about_ca_system_score_gemma":0.001074984,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001040182,"about_ca_topic_score_gemma":0.001384941,"domain_scores_codex":[0.997454,0.0007375515,0.0004464253,0.0002822331,0.0006653863,0.0004144073],"domain_scores_gemma":[0.9882637,0.00418446,0.003400017,0.0003457371,0.001620018,0.002186065],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009646863,0.0006042181,0.9789926,0.000203437,0.0000429071,0.0001480457,0.01340157,0.00003843374,0.0004555919,0.00006944672,0.0003060999,0.005641091],"study_design_scores_gemma":[0.00003560301,0.001239537,0.9682279,0.0001128236,0.0000286541,0.0003458852,0.02819855,0.000241444,0.0001735199,0.00004926944,0.001319015,0.00002775119],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9992564,0.00009078293,0.0000715619,0.00009807469,0.00000454291,0.00007265522,0.000118581,0.000001780193,0.0002857098],"genre_scores_gemma":[0.9989738,0.0001734018,0.0002177049,0.0001688515,0.000008339213,0.0001397254,0.0001375323,0.000001626725,0.000178973],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005910093,"threshold_uncertainty_score":0.03125596,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386407038","doi":"10.2196/46482","title":"Artificial Intelligence in Medical Education: Comparative Analysis of ChatGPT, Bing, and Medical Students in Germany","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Medical education; German; Psychology; Medicine; Geography","authors":[{"name":"Jonas Roos","is_ca":false},{"name":"Adnan Kasapovic","is_ca":false},{"name":"Tom Jansen","is_ca":false},{"name":"Robert Kaczmarczyk","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1132779861705955,"gpt":0.5313391288631245,"spread":0.418061142692529,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002644392,0.0003138432,0.0004112418,0.002798911,0.0004481192,0.001439646,0.0003790679,0.0005629231,0.001349243],"category_scores_gemma":[0.009339203,0.0001621237,0.0003518069,0.0018075,0.0007264754,0.0007742606,0.001391159,0.000459925,0.0003241285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001432104,"about_ca_system_score_gemma":0.001335639,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009346765,"about_ca_topic_score_gemma":0.01127674,"domain_scores_codex":[0.9985697,0.0004784819,0.000144319,0.0001665457,0.0003816222,0.0002592732],"domain_scores_gemma":[0.9953104,0.001888072,0.0009041321,0.0001811533,0.0004721814,0.001244121],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002059307,0.0002803752,0.9721071,0.000086474,0.00005828457,0.0003007246,0.004982734,0.0002911251,0.0003932083,0.0002184335,0.0004936737,0.02058199],"study_design_scores_gemma":[0.000006004132,0.0002275411,0.994467,0.00002657581,0.00002020139,0.0001493007,0.003342334,0.0007620153,0.0002067321,0.00006158835,0.000722627,0.000007892139],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9992728,0.0001443006,0.0000254471,0.0000917647,0.000004202743,0.000006499957,0.00005931033,0.000003074379,0.0003926171],"genre_scores_gemma":[0.9994005,0.0001363686,0.00005568843,0.00003247949,0.000004547379,0.000007020814,0.00009484384,0.000001563311,0.0002670392],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009346765,"threshold_uncertainty_score":0.01858467,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389559003","doi":"10.2196/51344","title":"Evaluation of ChatGPT’s Real-Life Implementation in Undergraduate Dental Education: Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Medical education; Presentation (obstetrics); Class (philosophy); Psychology; Process (computing); Affordance; Mathematics education; Computer science; Medicine","authors":[{"name":"Argyro Kavadella","is_ca":false},{"name":"Marco Antônio Dias da Silva","is_ca":false},{"name":"Eleftherios G. Kaklamanos","is_ca":false},{"name":"Vassilis Stamatopoulos","is_ca":false},{"name":"Kostis Giannakopoulos","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2095352777022015,"gpt":0.6190107529873914,"spread":0.4094754752851899,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04162649,0.0008507533,0.0013718,0.002248114,0.001626731,0.002182408,0.001711542,0.001257511,0.002852331],"category_scores_gemma":[0.06036398,0.0007574762,0.001525558,0.001420975,0.001643298,0.001321405,0.00253256,0.001056018,0.0006267441],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00262935,"about_ca_system_score_gemma":0.002894732,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00105354,"about_ca_topic_score_gemma":0.001897878,"domain_scores_codex":[0.9677013,0.02337843,0.002621763,0.002161472,0.003016902,0.001120176],"domain_scores_gemma":[0.8996091,0.06739759,0.009238133,0.007306271,0.01364877,0.002800156],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.009826574,0.04578134,0.2104657,0.00673577,0.0009117807,0.001151305,0.201349,0.001905464,0.009381136,0.00151034,0.001818856,0.5091627],"study_design_scores_gemma":[0.003846964,0.1549271,0.5871969,0.003052528,0.001768531,0.001237416,0.1842165,0.009496154,0.02964996,0.002506759,0.02147995,0.0006212313],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9880331,0.0001688257,0.004516137,0.00008995327,0.00002700593,0.005811939,0.0001747344,0.00004123418,0.001137202],"genre_scores_gemma":[0.9470491,0.0003283423,0.02455295,0.0003046514,0.00008351781,0.02581178,0.0002704775,0.00004495577,0.001554095],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04162649,"threshold_uncertainty_score":0.2201446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389559236","doi":"10.2196/50373","title":"AI-Enabled Medical Education: Threads of Change, Promising Futures, and Risky Realities Across Four Potential Future Worlds","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Engineering ethics; Health care; Autonomy; Public relations; Sociology; Knowledge management; Political science; Psychology; Engineering; Computer science; Law","authors":[{"name":"Michelle Knopp","is_ca":false},{"name":"Eric J. Warm","is_ca":false},{"name":"Danielle Weber","is_ca":false},{"name":"Matthew Kelleher","is_ca":false},{"name":"Benjamin Kinnear","is_ca":false},{"name":"Daniel J. Schumacher","is_ca":false},{"name":"Sally A. Santen","is_ca":false},{"name":"Eneida A. Mendonça","is_ca":false},{"name":"Laurah Turner","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09443296181870102,"gpt":0.4631091434658297,"spread":0.3686761816471286,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009404737,0.0004434173,0.0002436332,0.001976629,0.004229277,0.009530877,0.001197617,0.002407681,0.005842948],"category_scores_gemma":[0.01927718,0.0004884418,0.000901223,0.001606266,0.01134477,0.01091726,0.006249999,0.002610796,0.0003067957],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005534566,"about_ca_system_score_gemma":0.006178272,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003078545,"about_ca_topic_score_gemma":0.005032342,"domain_scores_codex":[0.9934242,0.00521362,0.0001706923,0.0003066689,0.000506486,0.0003783143],"domain_scores_gemma":[0.987455,0.008978536,0.00100252,0.0006845064,0.0005930484,0.001286369],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002147221,0.0003033643,0.03430104,0.0003624118,0.00006664119,0.001074271,0.132423,0.01986129,0.0006207499,0.7438114,0.00259768,0.06436346],"study_design_scores_gemma":[0.00008917895,0.000299093,0.01331873,0.0005032725,0.00007942889,0.0006544097,0.1793778,0.06139974,0.0009316342,0.7000111,0.04322119,0.0001144925],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"review","genre_scores_codex":[0.6564073,0.001141586,0.1726538,0.02748468,0.000190682,0.0008697322,0.0002297052,0.0002848202,0.1407378],"genre_scores_gemma":[0.9723613,0.0002285037,0.02551194,0.0002045459,0.000007213329,0.0002051081,0.00006027437,0.00001200685,0.001409107],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.009530877,"threshold_uncertainty_score":0.04973757,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4317869593","doi":"10.2196/41589","title":"Implementation of Virtual Reality in Health Professions Education: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Virtual reality; Health professions; Engineering ethics; Knowledge management; Psychology; Medical education; Computer science; Sociology; Human–computer interaction; Health care; Medicine; Political science; Engineering","authors":[{"name":"Silje Stangeland Lie","is_ca":false},{"name":"Nikolina Helle","is_ca":false},{"name":"Nina Vahl Sletteland","is_ca":false},{"name":"Miriam Dubland Vikman","is_ca":false},{"name":"Tore Bonsaksen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08919357829526825,"gpt":0.5772566914292492,"spread":0.4880631131339809,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04784121,0.001987653,0.005455615,0.02035434,0.002095217,0.008312051,0.003628878,0.005998962,0.003974759],"category_scores_gemma":[0.1955965,0.001643056,0.005805275,0.0227226,0.003073954,0.006891958,0.004526657,0.003172128,0.0007914896],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009648203,"about_ca_system_score_gemma":0.04404976,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01022091,"about_ca_topic_score_gemma":0.01404626,"domain_scores_codex":[0.9570431,0.0188038,0.0134976,0.001738093,0.008047524,0.000869866],"domain_scores_gemma":[0.8089851,0.150085,0.01765013,0.003487979,0.01873432,0.001057457],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001118966,0.00008077459,0.001092033,0.7190425,0.001242934,0.0001731241,0.00200826,0.0004031945,0.000167971,0.002962836,0.004865393,0.267849],"study_design_scores_gemma":[0.00001679312,0.00006556328,0.0008512691,0.9718853,0.001723135,0.0001388359,0.0007880577,0.00008517133,0.0001222512,0.0004783047,0.02382737,0.00001798832],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0009264931,0.9936429,0.0008710469,0.001362897,0.0004573386,0.0009195703,0.0001388739,0.00001417799,0.001666621],"genre_scores_gemma":[0.008613111,0.987084,0.001607846,0.000654017,0.0001461922,0.001552264,0.0001491781,0.000008960384,0.0001844601],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.04784121,"threshold_uncertainty_score":0.2530115,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391644915","doi":"10.2196/50965","title":"Comparison of the Performance of GPT-3.5 and GPT-4 With That of Medical Students on the Written German Medical Licensing Examination: Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":104,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"German; Enthusiasm; Observational study; Medical education; Medicine; Medical care; Psychology; Family medicine; Internal medicine","authors":[{"name":"A. Meyer","is_ca":false},{"name":"Janik Riese","is_ca":false},{"name":"Thomas Streichert","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2296316867141716,"gpt":0.5298358915005704,"spread":0.3002042047863989,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003074789,0.0004353302,0.0005870697,0.001846029,0.0005195861,0.001229909,0.0007555604,0.00120436,0.001979475],"category_scores_gemma":[0.01611319,0.0003073592,0.0007186606,0.001298138,0.0008197055,0.001284727,0.002037913,0.001173465,0.001368412],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009144106,"about_ca_system_score_gemma":0.000904442,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005384529,"about_ca_topic_score_gemma":0.004693295,"domain_scores_codex":[0.9973205,0.0005588026,0.0003560234,0.0004029469,0.0007610936,0.000600544],"domain_scores_gemma":[0.9879135,0.002504718,0.00435469,0.0005300433,0.001983647,0.002713238],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001412544,0.0003098378,0.9957904,0.00001675899,0.00002445391,0.0001126696,0.0006452785,0.00007315211,0.0001602924,0.00001945512,0.0003074964,0.002399019],"study_design_scores_gemma":[0.00001012049,0.0007542627,0.9970742,0.000008742957,0.00001583439,0.0001929186,0.001049777,0.000334082,0.0001708269,0.00002419122,0.0003538952,0.00001113553],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.999313,0.00003346206,0.00002900784,0.00003964149,0.000004493801,0.00001510859,0.0001333655,0.000004287762,0.0004276674],"genre_scores_gemma":[0.9992557,0.00003038734,0.00006429505,0.00003544589,0.000005886273,0.00001910928,0.000270996,0.000003650683,0.0003144655],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005384529,"threshold_uncertainty_score":0.01626128,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2945188059","doi":"10.2196/12901","title":"Understanding the Use and Perceived Impact of a Medical Podcast: Qualitative Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Toronto Western Hospital; The Wilson Centre; Mount Sinai Hospital; St. Michael's Hospital; University of Toronto; Toronto General Hospital; Trillium Health Centre","funders":"","keywords":"Thematic analysis; Medical education; Active listening; Psychology; Nonprobability sampling; Qualitative research; Entertainment; Continuing medical education; Applied psychology; Medicine; Sociology","authors":[{"name":"Sarah Malecki","is_ca":true},{"name":"Kieran L. Quinn","is_ca":true},{"name":"Nathan Zilbert","is_ca":true},{"name":"Fahad Razak","is_ca":true},{"name":"Shiphra Ginsburg","is_ca":true},{"name":"Amol A. Verma","is_ca":true},{"name":"Lindsay Melvin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3339123006166728,"gpt":0.5651302461456373,"spread":0.2312179455289645,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01887929,0.0003868935,0.0007666196,0.001603367,0.004985802,0.003832662,0.001255986,0.001383852,0.004083706],"category_scores_gemma":[0.0295907,0.0005388039,0.000389148,0.001223266,0.005311611,0.003586555,0.004996684,0.002190707,0.0004197379],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003399727,"about_ca_system_score_gemma":0.003832589,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005250277,"about_ca_topic_score_gemma":0.006545438,"domain_scores_codex":[0.9913611,0.006126078,0.0003216196,0.000524568,0.000713822,0.0009528439],"domain_scores_gemma":[0.9676032,0.02656576,0.001699624,0.0004551781,0.001827107,0.00184911],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003329976,0.00004392706,0.003976722,0.0001816058,0.000003682376,0.000366087,0.9900666,0.00001759058,0.0006918178,0.0004630338,0.0002546298,0.003901039],"study_design_scores_gemma":[0.000003650249,0.000047585,0.001552516,0.0001679853,0.000004243337,0.0001312901,0.9939269,0.0000581997,0.0001926456,0.0001227887,0.003783315,0.000008800509],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.991987,0.00045274,0.002117515,0.001376049,0.00004965725,0.0002058505,0.0001867187,0.00001608135,0.00360842],"genre_scores_gemma":[0.9949023,0.0006485721,0.0009959786,0.0007671766,0.00002398944,0.0003354157,0.00006814042,0.00002285694,0.002235658],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01887929,"threshold_uncertainty_score":0.09984446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4367048218","doi":"10.2196/47737","title":"Performance of ChatGPT on UK Standardized Admission Tests: Insights From the BMAT, TMUA, LNAT, and TSA Examinations","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Context (archaeology); Standardized test; Psychology; Computer science; Medical education; Medicine; Mathematics education; History","authors":[{"name":"Panagiotis Giannos","is_ca":false},{"name":"Orestis Delardas","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06834017598834076,"gpt":0.4325670551429926,"spread":0.3642268791546519,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01414661,0.0006125188,0.0006854949,0.002402799,0.0005006197,0.001922972,0.0008331501,0.0007480764,0.003351285],"category_scores_gemma":[0.1032353,0.0002731791,0.0005870747,0.002350095,0.0009856856,0.001508814,0.003915776,0.0007827145,0.001974662],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002738853,"about_ca_system_score_gemma":0.001704837,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02793699,"about_ca_topic_score_gemma":0.02579164,"domain_scores_codex":[0.9869682,0.006364012,0.00165674,0.001140592,0.003215737,0.0006546972],"domain_scores_gemma":[0.9266256,0.04052813,0.0110175,0.005006494,0.01369776,0.003124533],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007714714,0.0002912496,0.9152436,0.0002123761,0.0001123845,0.0003472691,0.009593914,0.00229173,0.0006972516,0.0003218725,0.003265653,0.06685127],"study_design_scores_gemma":[0.00003160592,0.0009324009,0.9859681,0.000129985,0.00003408444,0.0003600661,0.003288173,0.004736527,0.001235778,0.0002246642,0.003009357,0.00004908979],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9959007,0.0001904424,0.0007519409,0.000231093,0.00002576633,0.00005513244,0.0007483118,0.00008014245,0.002016475],"genre_scores_gemma":[0.9972452,0.00009375712,0.0007240641,0.00005123185,0.00001162975,0.0000489312,0.0008615864,0.00002570881,0.0009379536],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02793699,"threshold_uncertainty_score":0.07481533,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1825597183","doi":"10.2196/mededu.4411","title":"Digital Literacy in the Medical Curriculum: A Course With Social Media Tools and Gamification","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Semmelweis Egyetem","keywords":"Curriculum; Medical education; Social media; The Internet; Digital literacy; Multimedia; Digital media; Psychology; Mathematics education; Computer science; Medicine; Pedagogy; World Wide Web","authors":[{"name":"Bertalan Meskó","is_ca":false},{"name":"Zsuzsanna Győrffy","is_ca":false},{"name":"Janós Kollár","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05947751517163237,"gpt":0.4426890968860949,"spread":0.3832115817144626,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001874896,0.001375393,0.0007942406,0.001109014,0.0009243927,0.001258617,0.001011834,0.001179481,0.005286367],"category_scores_gemma":[0.002553542,0.0003636741,0.0007402636,0.0007422281,0.0005938584,0.0009852481,0.002455402,0.001312148,0.001225328],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008647409,"about_ca_system_score_gemma":0.001510524,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000692611,"about_ca_topic_score_gemma":0.001410144,"domain_scores_codex":[0.9993,0.0002076609,0.00003101975,0.0001057857,0.0001408156,0.0002147716],"domain_scores_gemma":[0.9983199,0.0004456184,0.00009891791,0.00007574346,0.00009760133,0.0009621595],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002415116,0.1642008,0.01383802,0.0007927297,0.00006306895,0.001065164,0.00897368,0.004627714,0.01420381,0.002429856,0.02037762,0.7670124],"study_design_scores_gemma":[0.013174,0.1917583,0.300583,0.003189172,0.0006709649,0.003584783,0.02117754,0.06121172,0.07801289,0.02496504,0.3008726,0.0008000144],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.9711076,0.0004311748,0.01080672,0.001635473,0.0002862044,0.002703103,0.0001741785,0.0004604734,0.01239512],"genre_scores_gemma":[0.8452374,0.001351547,0.1288019,0.001182576,0.000234719,0.00408626,0.0005760536,0.00007703742,0.0184525],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.005286367,"threshold_uncertainty_score":0.01768464,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4323038373","doi":"10.2196/46876","title":"ChatGPT in Clinical Toxicology","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":93,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Clinical toxicology; Toxicology; Medicine; Pharmacology; Medical emergency; Biology","authors":[{"name":"Mary Sabry Abdel-Messih","is_ca":false},{"name":"Maged N. Kamel Boulos","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1871568930161824,"gpt":0.572339741098651,"spread":0.3851828480824687,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0188582,0.0007564476,0.000786261,0.002616329,0.001582704,0.003483055,0.001911898,0.004121063,0.08037851],"category_scores_gemma":[0.1565057,0.0006091717,0.0009281832,0.001944035,0.001693573,0.006048683,0.006809067,0.004325456,0.03812011],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001942353,"about_ca_system_score_gemma":0.005154767,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006407405,"about_ca_topic_score_gemma":0.01028452,"domain_scores_codex":[0.9760719,0.01427769,0.002363606,0.001673731,0.004426158,0.001186878],"domain_scores_gemma":[0.7788538,0.1680904,0.006640583,0.009393769,0.02223655,0.01478475],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00129068,0.0003726737,0.01143235,0.001385963,0.00005080637,0.001877256,0.001721098,0.0003998197,0.0009001985,0.002728335,0.7169906,0.2608502],"study_design_scores_gemma":[0.0006290821,0.001220424,0.02294762,0.002805927,0.0001119026,0.009325296,0.001815627,0.001846241,0.002720448,0.01151655,0.9448417,0.0002191775],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.06786595,0.06581987,0.04075823,0.3709031,0.02574079,0.002518425,0.0189107,0.04269078,0.3647921],"genre_scores_gemma":[0.469938,0.03738472,0.08267201,0.2436711,0.02749132,0.003778746,0.02093025,0.008458375,0.1056756],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.08037851,"threshold_uncertainty_score":0.2688929,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4402540843","doi":"10.2196/63430","title":"ChatGPT-4 Omni Performance in USMLE Disciplines and Clinical Skills: Comparative Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":89,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Preprint; Medical education; Psychology; Medicine; Computer science; World Wide Web","authors":[{"name":"Brenton T. Bicknell","is_ca":false},{"name":"Danner Butler","is_ca":false},{"name":"Sydney Whalen","is_ca":false},{"name":"James Ricks","is_ca":false},{"name":"Cory J Dixon","is_ca":false},{"name":"A Clark","is_ca":false},{"name":"Olivia Spaedy","is_ca":false},{"name":"Neel R Edupuganti","is_ca":false},{"name":"Lance Dzubinski","is_ca":false},{"name":"Hudson Tate","is_ca":false},{"name":"Garrett Dyess","is_ca":false},{"name":"Brenessa Lindeman","is_ca":false},{"name":"Lisa Soleymani Lehmann","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1129561708718853,"gpt":0.5515908393364383,"spread":0.438634668464553,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01676624,0.0005271956,0.000654135,0.001936816,0.0004312724,0.001118349,0.0009603858,0.000675612,0.001586083],"category_scores_gemma":[0.08476152,0.0003467149,0.0009628724,0.001298937,0.001006114,0.001452981,0.002728019,0.0008353147,0.0007827373],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001495595,"about_ca_system_score_gemma":0.001103973,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006461429,"about_ca_topic_score_gemma":0.007789741,"domain_scores_codex":[0.989415,0.005741441,0.001114682,0.001087527,0.002200539,0.000440715],"domain_scores_gemma":[0.9211642,0.05512215,0.00790951,0.004159883,0.009055534,0.002588895],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002605472,0.0008445837,0.9209965,0.0003006001,0.0003593231,0.0001647668,0.009240452,0.002851499,0.001220651,0.0003775314,0.001832107,0.05920656],"study_design_scores_gemma":[0.0001133432,0.001881958,0.975935,0.00009673228,0.0001383664,0.0003096508,0.002369647,0.01421921,0.00260618,0.000382076,0.001880659,0.0000671743],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9963267,0.00009581989,0.001509173,0.00005373723,0.00002082166,0.0001734589,0.0004157089,0.00006766874,0.001336883],"genre_scores_gemma":[0.9952427,0.00008983348,0.002854656,0.00004256621,0.00001433926,0.0003172946,0.000813396,0.00003187856,0.0005933682],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01676624,"threshold_uncertainty_score":0.08866948,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386439692","doi":"10.2196/48039","title":"Performance of ChatGPT on the Peruvian National Licensing Medical Examination: Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Context (archaeology); Medical education; Psychology; Sample (material); Medicine; Family medicine; Medical school; Geography","authors":[{"name":"Javier A. Flores-Cohaila","is_ca":false},{"name":"Abigaíl García-Vicente","is_ca":false},{"name":"Sonia F Vizcarra-Jiménez","is_ca":false},{"name":"Janith P De la Cruz-Galán","is_ca":false},{"name":"Jesus Daniel Gutierrez-Arratia","is_ca":false},{"name":"Blanca Geraldine Quiroga Torres","is_ca":false},{"name":"Álvaro Taype-Rondán","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1491671043030322,"gpt":0.4935031896576396,"spread":0.3443360853546074,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004886103,0.0003261334,0.0005028194,0.001533137,0.0004463643,0.0007452079,0.0006709481,0.0007409439,0.001337039],"category_scores_gemma":[0.02195912,0.0004842893,0.0005677079,0.001260504,0.000529666,0.001150446,0.001400573,0.0006561686,0.0004883243],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005334434,"about_ca_system_score_gemma":0.0003838511,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007821311,"about_ca_topic_score_gemma":0.007664079,"domain_scores_codex":[0.9974367,0.00106503,0.0002783701,0.0003733918,0.0006184091,0.0002281836],"domain_scores_gemma":[0.9842591,0.005785933,0.005139529,0.001198058,0.003060947,0.0005563787],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003449789,0.00006687635,0.9977567,0.00001878302,0.00002279202,0.00004833046,0.000626976,0.00002478641,0.00006410939,0.000006512409,0.00007471283,0.001254945],"study_design_scores_gemma":[0.000002811483,0.0001925981,0.9984936,0.00001159605,0.00001689147,0.0001548879,0.0006514994,0.0002468892,0.00005285317,0.000005956862,0.0001666644,0.000003849834],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9991221,0.0001057442,0.0001122517,0.00003017779,0.000002886116,0.00003305858,0.0001685445,0.000006599558,0.0004186001],"genre_scores_gemma":[0.9990606,0.00009973877,0.0001878761,0.00002918254,0.000008176102,0.00004475922,0.0003577382,0.000004450075,0.0002074103],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007821311,"threshold_uncertainty_score":0.02584052,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4297812028","doi":"10.2196/38325","title":"Perceptions of US Medical Students on Artificial Intelligence in Medicine: Mixed Methods Survey Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Likert scale; Curriculum; Medical education; Artificial intelligence; Perception; Psychology; Applications of artificial intelligence; Computer science; Medicine; Pedagogy","authors":[{"name":"David Liu","is_ca":false},{"name":"Jake Sawyer","is_ca":false},{"name":"Alexander Luna","is_ca":false},{"name":"Jihad Aoun","is_ca":false},{"name":"Janet Wang","is_ca":false},{"name":"Lord Boachie","is_ca":false},{"name":"Safwan S. Halabi","is_ca":false},{"name":"Bina Joe","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1925007898187637,"gpt":0.5889451715179037,"spread":0.39644438169914,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008073611,0.0002476842,0.0006210053,0.001513878,0.0007682801,0.001403057,0.0004388395,0.0006802567,0.002395072],"category_scores_gemma":[0.01449644,0.0004184285,0.0005736439,0.001933558,0.0006937,0.001385974,0.001299619,0.0007149748,0.0004557471],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006796595,"about_ca_system_score_gemma":0.000885143,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002366506,"about_ca_topic_score_gemma":0.003112697,"domain_scores_codex":[0.9953058,0.002221787,0.0006859767,0.0003178302,0.0009240083,0.0005444772],"domain_scores_gemma":[0.9891644,0.004510862,0.003106038,0.000343584,0.001490242,0.001384787],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009909603,0.0004487052,0.9817215,0.0001105825,0.00005242827,0.00008232996,0.01039036,0.00004490997,0.0003031011,0.00006993212,0.0003997663,0.006277243],"study_design_scores_gemma":[0.00002759338,0.001311057,0.9525553,0.0001306134,0.00004195571,0.0003231861,0.04284026,0.0005843539,0.0002544295,0.00007034554,0.001836658,0.00002418855],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9990022,0.00007661644,0.0001033095,0.0001723176,0.000004719569,0.00006593019,0.0001661462,0.000002795466,0.000405976],"genre_scores_gemma":[0.998708,0.0002146636,0.0002938536,0.0002952047,0.000009669395,0.0001344325,0.000163207,0.000002291989,0.0001787287],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008073611,"threshold_uncertainty_score":0.04269785,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390114552","doi":"10.2196/50658","title":"Using ChatGPT for Clinical Practice and Medical Education: Cross-Sectional Survey of Medical Students’ and Physicians’ Perceptions","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Perception; Medicine; Family medicine; Cross-sectional study; Medical education; Psychology","authors":[{"name":"Pasin Tangadulrat","is_ca":false},{"name":"Supinya Sono","is_ca":false},{"name":"Boonsin Tangtrakulwanich","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3771798141053797,"gpt":0.6494869123560723,"spread":0.2723070982506925,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004357954,0.0001460094,0.0003157754,0.0009986731,0.0004849917,0.0008248345,0.0003171866,0.000726418,0.002103483],"category_scores_gemma":[0.01524612,0.0003285608,0.0003567674,0.0006964895,0.0005829189,0.0009547794,0.001079848,0.0008654638,0.0003413046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005227009,"about_ca_system_score_gemma":0.0006434633,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002166744,"about_ca_topic_score_gemma":0.00278958,"domain_scores_codex":[0.997206,0.001182468,0.0003841377,0.0002251097,0.0007057716,0.0002965291],"domain_scores_gemma":[0.9787865,0.006769107,0.008705123,0.0004203786,0.00162562,0.003693295],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009433761,0.0002779978,0.9852737,0.0001004076,0.0000281255,0.0001494423,0.007575009,0.00003947061,0.0005046373,0.0000229714,0.0003880922,0.00554583],"study_design_scores_gemma":[0.00001169755,0.0006112709,0.9826015,0.00006197212,0.00001650233,0.0005162386,0.01497685,0.0002867046,0.000147458,0.00001760785,0.0007353142,0.00001686579],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9992884,0.0000844905,0.00006474079,0.0001690251,0.0000053487,0.00002297861,0.00006695143,0.000003404093,0.0002946287],"genre_scores_gemma":[0.9993832,0.0001207046,0.000140797,0.0001426899,0.000009348812,0.00002943355,0.00005487585,0.000001514326,0.0001175268],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004357954,"threshold_uncertainty_score":0.02304733,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225586096","doi":"10.2196/34687","title":"The Opportunities and Challenges of Digital Anatomy for Medical Sciences: Narrative Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Cornerstone; Medical education; Digital health; Narrative; Inclusion (mineral); Health care; Medicine; Psychology; Political science","authors":[{"name":"Nilmini Wickramasinghe","is_ca":false},{"name":"Bruce Thompson","is_ca":false},{"name":"Junhua Xiao","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1142296722922479,"gpt":0.4072754087534843,"spread":0.2930457364612364,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00628019,0.0009089442,0.001486357,0.01073315,0.001053785,0.003347692,0.001349957,0.002176636,0.003607123],"category_scores_gemma":[0.04186193,0.0004858435,0.001564912,0.01033115,0.001530185,0.004598534,0.002041626,0.001151577,0.0007232819],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002743288,"about_ca_system_score_gemma":0.01025323,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001851376,"about_ca_topic_score_gemma":0.006346645,"domain_scores_codex":[0.994296,0.002432377,0.001697261,0.0002779099,0.001129365,0.0001670808],"domain_scores_gemma":[0.9673246,0.02504203,0.004877032,0.0003373536,0.002057872,0.0003611745],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001614257,0.00003878305,0.002373226,0.6420056,0.001091109,0.004151967,0.005662119,0.0003185756,0.0004320394,0.01189682,0.03159082,0.3002776],"study_design_scores_gemma":[0.00003679753,0.0001158471,0.002764642,0.6938894,0.002771952,0.007539769,0.007400807,0.0001273087,0.0002608352,0.003000575,0.2820336,0.00005850694],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0009773255,0.9938715,0.0002385151,0.00219642,0.0003894064,0.0001272383,0.00009689243,0.000004845199,0.002097891],"genre_scores_gemma":[0.01229822,0.9843802,0.000841431,0.001541857,0.0003590302,0.0002108431,0.0000726917,0.00000270491,0.0002929727],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01073315,"threshold_uncertainty_score":0.0332132,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}