{"meta":{"query_hash":"36cfe1f564f6","filters":{"venue":"JMIR Medical Education"},"cohort_total":803,"direct_labels_cover":8,"predictions_cover":803,"exported":803,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/36cfe1f564f6","api":"https://metacan.xera.ac/api/v1/cohort?venue=JMIR+Medical+Education"},"results":[{"id":"W1426571749","doi":"10.2196/mededu.3754","title":"Student Preferences on Gaming Aspects for a Serious Game in Pharmacy Practice Education: A Cross-Sectional Study","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacy; Psychology; Cross-sectional study; Medical education; Medicine; Family medicine","score_opus":0.0797331783316451,"score_gpt":0.5210866982573166,"score_spread":0.44135351992567146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1426571749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96044725,0.00045127593,0.00005471185,0.0077334545,0.0070263627,0.0026651693,0.0000040457853,0.00006012986,0.021557607],"genre_scores_gemma":[0.9830514,0.000011422915,0.00024035538,0.0031190198,0.0020530317,0.00741986,0.0001481723,0.000026926635,0.00392981],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99708325,0.00033664642,0.0006410744,0.0006392911,0.0010006272,0.00029909215],"domain_scores_gemma":[0.9977099,0.0005130147,0.0003078554,0.0003714224,0.0006947334,0.00040308657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015408226,0.00020148348,0.00019435276,0.000276676,0.00008265618,0.00013382218,0.0003686638,0.00014419938,0.0008357002],"category_scores_gemma":[0.00190888,0.0001939008,0.000056160352,0.00043196548,0.000075422584,0.00030880573,0.00003174377,0.0003918858,0.00027585714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009609781,0.048583794,0.6953045,0.000050536557,0.00010992225,0.000003473422,0.07171841,0.000020053818,0.000007884328,0.030057048,0.026093412,0.12708999],"study_design_scores_gemma":[0.0020306373,0.0005348391,0.8504529,0.00004894987,0.000021202146,0.00003916632,0.03589722,0.000031282,0.0000036758304,0.0018917508,0.10885598,0.0001924027],"about_ca_topic_score_codex":0.0006414675,"about_ca_topic_score_gemma":0.00013637131,"teacher_disagreement_score":0.1551484,"about_ca_system_score_codex":0.00048627032,"about_ca_system_score_gemma":0.0051649027,"threshold_uncertainty_score":0.9162316},"labels":[],"label_agreement":null},{"id":"W1706996581","doi":"10.2196/mededu.4908","title":"Go Where the Students Are: A Comparison of the Use of Social Networking Sites Between Medical Students and Medical Educators","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Psychology; Medical school; Medicine","score_opus":0.1921708730840915,"score_gpt":0.5221144023747027,"score_spread":0.3299435292906112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1706996581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91707253,0.00063475576,0.000005493251,0.07395826,0.0069598993,0.0012219624,0.0000023420007,0.000025231055,0.00011949226],"genre_scores_gemma":[0.992035,0.00018021073,0.00003107419,0.0012746357,0.005982181,0.00039986146,0.00001213803,0.00001786864,0.00006703651],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98814195,0.0016679151,0.00087927893,0.0002805433,0.008622111,0.00040819182],"domain_scores_gemma":[0.99404854,0.0034111016,0.00075897435,0.00027294722,0.00040862517,0.001099815],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005342711,0.00016113535,0.00044855528,0.00007644646,0.00055789296,0.00009187534,0.0017177038,0.0006044029,0.00036517554],"category_scores_gemma":[0.027597863,0.00011048942,0.00008561982,0.0008361576,0.0018219653,0.00017103142,0.00035718302,0.00077375944,0.000008426043],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010824494,0.0007184216,0.8249967,0.00004599812,0.000028643204,1.513578e-7,0.08647485,6.642718e-8,1.351702e-7,0.00050524756,0.051292904,0.035926078],"study_design_scores_gemma":[0.0004018229,0.000039553724,0.8353896,0.00044624784,0.00005604574,8.572109e-7,0.044031486,0.00002181225,0.000001947081,0.00028529708,0.119213544,0.000111770554],"about_ca_topic_score_codex":0.003811487,"about_ca_topic_score_gemma":0.004888424,"teacher_disagreement_score":0.07496243,"about_ca_system_score_codex":0.00032076682,"about_ca_system_score_gemma":0.009509744,"threshold_uncertainty_score":0.99610543},"labels":[],"label_agreement":null},{"id":"W1716963185","doi":"10.2196/mededu.4676","title":"Formation of a New Entity to Support Effective Use of Technology in Medical Education: The Student Technology Committee","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Component (thermodynamics); Health technology; Technology education; Educational technology; Engineering ethics; Medical education; Engineering management; Knowledge management; Computer science; Engineering; Mathematics education; Political science; Psychology; Medicine","score_opus":0.010557067110713927,"score_gpt":0.31051924055882996,"score_spread":0.29996217344811604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1716963185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9618419,0.00031773376,0.0034379384,0.031239172,0.0019704874,0.0007965871,0.0000018311842,0.00014067891,0.00025366645],"genre_scores_gemma":[0.9980321,0.000041119816,0.0007878835,0.00034026284,0.00018962298,0.00047816604,0.00003009577,0.000014375737,0.00008639947],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846387,0.000034457164,0.0004919951,0.0001427936,0.00067315076,0.0001937138],"domain_scores_gemma":[0.99901503,0.000067172914,0.000071245515,0.00031760553,0.0001749704,0.00035398465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047943924,0.00012525592,0.00023105496,0.00062437664,0.00001632723,0.000009053837,0.00039762203,0.0003880384,0.00014141855],"category_scores_gemma":[0.001721643,0.00010010817,0.000032512242,0.0014538023,0.00014137829,0.0001530873,0.0000781232,0.00039413164,0.000026998496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024575145,0.0017773423,0.016340472,0.00052167894,0.000037018548,0.0000012897121,0.0070567136,0.0001417488,0.0003662501,0.006695216,0.18813805,0.77889967],"study_design_scores_gemma":[0.0045865434,0.0020083296,0.27157852,0.004626935,0.000151316,0.00038012466,0.022626586,0.013991432,0.018179227,0.022151623,0.63829505,0.0014243189],"about_ca_topic_score_codex":0.00012324333,"about_ca_topic_score_gemma":0.00009324386,"teacher_disagreement_score":0.7774753,"about_ca_system_score_codex":0.0002331652,"about_ca_system_score_gemma":0.0019496642,"threshold_uncertainty_score":0.40822926},"labels":[],"label_agreement":null},{"id":"W1766357323","doi":"10.2196/mededu.3866","title":"Learning Clinical Procedures Through Internet Digital Objects: Experience of Undergraduate Students Across Clinical Faculties","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Hong Kong","keywords":"Bachelor; The Internet; Medical education; Psychology; Medicine; Computer science; World Wide Web","score_opus":0.06968588676293665,"score_gpt":0.4823068633083223,"score_spread":0.41262097654538565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1766357323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847842,0.00007678172,0.0037374664,0.0038381917,0.0029893217,0.00028920834,5.330725e-7,0.00015012463,0.0041342056],"genre_scores_gemma":[0.993067,0.00007668173,0.0018189283,0.000901607,0.00041060624,0.00008892835,0.000021949725,0.000013660415,0.0036005925],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996436,0.00036327972,0.0010481366,0.0005656809,0.0012505219,0.0003363965],"domain_scores_gemma":[0.9979559,0.0003180485,0.0004430063,0.0003376581,0.00039774997,0.0005476243],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014961602,0.0001778504,0.00034399153,0.000045472487,0.0001031503,0.00044549248,0.0015137418,0.00021184576,0.000039171762],"category_scores_gemma":[0.009639497,0.00015141905,0.00012490382,0.0003873307,0.0004096463,0.001353957,0.0006052557,0.0007401047,0.00018980117],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050192975,0.0030814896,0.7360123,0.000057819056,0.000047935402,0.0000030991032,0.13112552,0.000009894288,0.0000016854095,0.0050217845,0.021288404,0.10329989],"study_design_scores_gemma":[0.00440441,0.0028176438,0.43627098,0.001180251,0.000026500706,0.00011430462,0.39957651,0.0071640625,0.00013964745,0.0058495817,0.14121582,0.0012402893],"about_ca_topic_score_codex":0.00007388029,"about_ca_topic_score_gemma":0.000015430815,"teacher_disagreement_score":0.2997413,"about_ca_system_score_codex":0.000073648036,"about_ca_system_score_gemma":0.002492937,"threshold_uncertainty_score":0.9987027},"labels":[],"label_agreement":null},{"id":"W1825597183","doi":"10.2196/mededu.4411","title":"Digital Literacy in the Medical Curriculum: A Course With Social Media Tools and Gamification","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Semmelweis Egyetem","keywords":"Curriculum; Medical education; Social media; The Internet; Digital literacy; Multimedia; Digital media; Psychology; Mathematics education; Computer science; Medicine; Pedagogy; World Wide Web","score_opus":0.05947751517163237,"score_gpt":0.4426890968860949,"score_spread":0.38321158171446257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1825597183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86338717,0.00035974276,0.00002447765,0.1275958,0.0024502273,0.0012123012,0.000003701324,0.00005669171,0.004909874],"genre_scores_gemma":[0.99200267,0.0000976141,0.00008355374,0.0017394379,0.004077874,0.0018374781,0.00011779513,0.000011966269,0.000031591597],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961048,0.00052829826,0.00034699024,0.00026248608,0.0024154128,0.000342019],"domain_scores_gemma":[0.9965829,0.0020127248,0.00015498576,0.00015091848,0.00034848205,0.000749988],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026853774,0.00011749174,0.00016541289,0.00009061266,0.00027189634,0.00025538245,0.0003915259,0.00031000076,0.00016719129],"category_scores_gemma":[0.026460107,0.000085320156,0.00002271052,0.00081494846,0.000691056,0.0007454905,0.000022832728,0.000459356,0.00003721443],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001608808,0.0008551454,0.048201162,0.000019653977,0.0000033196663,0.0000037297818,0.2986269,1.9363863e-8,7.8889784e-8,0.012175355,0.010144209,0.62995434],"study_design_scores_gemma":[0.0010959735,0.00008992249,0.47656655,0.00027427677,0.000023539955,0.000031356947,0.2401717,0.00008910109,4.1562984e-7,0.0038983554,0.27745286,0.00030594884],"about_ca_topic_score_codex":0.0007305279,"about_ca_topic_score_gemma":0.0016116006,"teacher_disagreement_score":0.6296484,"about_ca_system_score_codex":0.00026925534,"about_ca_system_score_gemma":0.010077178,"threshold_uncertainty_score":0.9955348},"labels":[],"label_agreement":null},{"id":"W1875035220","doi":"10.2196/mededu.5063","title":"Undergraduate Medical Students Using Facebook as a Peer-Mentoring Platform: A Mixed-Methods Study","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peer mentoring; Social media; Medical education; Peer-to-peer; Psychology; Medical school; Computer science; Medicine; World Wide Web","score_opus":0.15489328219813409,"score_gpt":0.575004917156625,"score_spread":0.42011163495849096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1875035220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92919827,0.00014742532,0.00043889313,0.033471826,0.027212046,0.004401023,5.2101444e-7,0.00017898479,0.0049510133],"genre_scores_gemma":[0.9806389,0.00006980639,0.0032770503,0.0019635393,0.0068097124,0.0052354527,0.000022035883,0.00005127692,0.001932178],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98839766,0.0017545576,0.0006750887,0.00046803907,0.00801829,0.00068635226],"domain_scores_gemma":[0.9946865,0.0012980793,0.00028195893,0.00031405373,0.00063989667,0.0027795138],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01468026,0.00020793521,0.00032803428,0.00021940767,0.0006018146,0.00020050435,0.0010272476,0.00044682695,0.0009871264],"category_scores_gemma":[0.056199186,0.00021136725,0.00006536284,0.0007905957,0.00033867345,0.00040131563,0.00019233242,0.0006376609,0.00026099687],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004243062,0.004060902,0.0992287,0.000047745107,0.000057086385,0.0000091464535,0.33315042,9.883101e-7,0.0000046744694,0.0029798157,0.01669089,0.5437272],"study_design_scores_gemma":[0.0020252527,0.00038522275,0.0278009,0.0003892836,0.00008622258,0.000015746391,0.48257917,0.00023644218,0.000021208616,0.007799697,0.47811314,0.0005476965],"about_ca_topic_score_codex":0.014531056,"about_ca_topic_score_gemma":0.0020068868,"teacher_disagreement_score":0.5431795,"about_ca_system_score_codex":0.0019190627,"about_ca_system_score_gemma":0.027034517,"threshold_uncertainty_score":0.9999261},"labels":[],"label_agreement":null},{"id":"W1891517295","doi":"10.2196/mededu.4394","title":"Virtual Patients in a Behavioral Medicine Massive Open Online Course (MOOC): A Case-Based Analysis of Technical Capacity and User Navigation Pathways","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massive open online course; Presentation (obstetrics); Course (navigation); Computer science; Multimedia; Online learning; Case presentation; Medical education; Psychology; World Wide Web; Medicine; Engineering; Surgery","score_opus":0.03974116491078958,"score_gpt":0.38196799565382955,"score_spread":0.34222683074303994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1891517295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98921496,0.000014079119,0.0028085788,0.007513672,0.00013888007,0.00024494264,0.000014530597,0.000027278858,0.00002310174],"genre_scores_gemma":[0.99405116,0.0000016366549,0.0051876865,0.00034595287,0.000058720787,0.000033497694,0.0002955297,0.000005760198,0.00002003978],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982591,0.00017479263,0.00043358165,0.0003173104,0.0006652948,0.00014989905],"domain_scores_gemma":[0.9986713,0.00010277416,0.00022783807,0.00031515936,0.00033262427,0.0003502978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069584424,0.00011621152,0.0003228342,0.00029505204,0.000037263588,0.00003272457,0.00043976516,0.00014977388,0.000021321137],"category_scores_gemma":[0.0006083273,0.00009651794,0.000038551767,0.001318118,0.00020142704,0.00023532116,0.00015108987,0.00030231898,0.0000010723187],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113730246,0.025934217,0.7825303,0.00009557097,0.00014819509,0.00022686827,0.014834826,0.001150455,0.00012863812,0.01133994,0.005479454,0.1580178],"study_design_scores_gemma":[0.0042136367,0.0017488261,0.45494282,0.00056239933,0.00048379102,0.000052639854,0.0030944438,0.533068,0.000027536793,0.0009704429,0.00043539001,0.00040003404],"about_ca_topic_score_codex":0.0018692665,"about_ca_topic_score_gemma":0.0009997298,"teacher_disagreement_score":0.5319176,"about_ca_system_score_codex":0.00012190207,"about_ca_system_score_gemma":0.001112968,"threshold_uncertainty_score":0.39358875},"labels":[],"label_agreement":null},{"id":"W1918063347","doi":"10.2196/mededu.4443","title":"Design of Mobile Augmented Reality in Health Care Education: A Theory-Driven Framework","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Augmented reality; Computer science; Human–computer interaction; Health care; Sociology; Psychology; Political science","score_opus":0.028450834516799573,"score_gpt":0.3874094674433596,"score_spread":0.35895863292656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1918063347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029212486,0.001084792,0.97622687,0.016397972,0.00064273085,0.0016243439,0.0000032876655,0.00010861742,0.0009901524],"genre_scores_gemma":[0.9197829,0.000084788975,0.07279022,0.0036879473,0.000248167,0.0030864305,0.000115291245,0.000017599783,0.00018670737],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99742866,0.0006460665,0.000596843,0.00038729497,0.000705115,0.0002360413],"domain_scores_gemma":[0.9978132,0.0002248556,0.0003064463,0.0008448349,0.00031986102,0.00049080455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013257621,0.00012601435,0.00022723459,0.00017107355,0.00006332039,0.000029364532,0.0008546179,0.00017156822,0.00006429087],"category_scores_gemma":[0.00062950805,0.000121810495,0.0000355013,0.0009515772,0.00011908038,0.00020700485,0.00012775068,0.00030685746,0.000029330811],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033494118,0.0035666344,0.00061080896,0.00023503185,0.00001771174,5.512555e-7,0.053695377,0.0007871329,0.000012721038,0.3423143,0.03759216,0.5611341],"study_design_scores_gemma":[0.004342409,0.0022818972,0.02401664,0.005485725,0.000052236584,0.00011117373,0.08952591,0.11273637,0.0006997499,0.5477563,0.21098295,0.0020086102],"about_ca_topic_score_codex":0.00038806803,"about_ca_topic_score_gemma":0.000028455044,"teacher_disagreement_score":0.9168616,"about_ca_system_score_codex":0.00058732013,"about_ca_system_score_gemma":0.013854504,"threshold_uncertainty_score":0.99173605},"labels":[],"label_agreement":null},{"id":"W1924481337","doi":"10.2196/mededu.4267","title":"Information-Seeking Behaviors of Medical Students: A Cross-Sectional Web-Based Survey","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"IWK Health Centre; Dalhousie University","keywords":"Cross-sectional study; Medical information; Web survey; Medical education; Psychology; World Wide Web; Computer science; Information retrieval; Medicine","score_opus":0.1394349326276791,"score_gpt":0.5837615952313808,"score_spread":0.44432666260370174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1924481337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866521,0.000031325224,0.00039549413,0.005815425,0.004923055,0.0008183231,0.00001904796,0.000053363674,0.0012919119],"genre_scores_gemma":[0.99294335,0.000017938564,0.0001124022,0.0046887468,0.000704461,0.00073502044,0.00046138544,0.000008740407,0.0003279323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99044603,0.0009972041,0.0011452651,0.00018349559,0.0066772737,0.000550759],"domain_scores_gemma":[0.99489594,0.00088675943,0.00036356886,0.00027868833,0.0015800773,0.0019949938],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016838608,0.000113802285,0.00019874533,0.00034709164,0.00038274165,0.00005413826,0.00093896926,0.00049396744,0.005451892],"category_scores_gemma":[0.021500994,0.00009589179,0.000043307562,0.0008334321,0.00028444323,0.0005703927,0.00013845704,0.00092176226,0.00058908825],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005443755,0.00050753285,0.91012746,0.00014696491,0.0000029375976,1.9430209e-7,0.002662137,0.0000014734933,0.0000012475928,0.00013701251,0.08409274,0.0022658755],"study_design_scores_gemma":[0.0011487461,0.00009072257,0.96265,0.0002115293,0.0000017065116,0.0000015714292,0.0027680867,0.0013900695,0.0000016439635,0.000057067467,0.03159487,0.00008401327],"about_ca_topic_score_codex":0.005961601,"about_ca_topic_score_gemma":0.0010020313,"teacher_disagreement_score":0.06293213,"about_ca_system_score_codex":0.00053899334,"about_ca_system_score_gemma":0.06347113,"threshold_uncertainty_score":0.99545723},"labels":[],"label_agreement":null},{"id":"W1942951104","doi":"10.2196/mededu.4179","title":"Global Outreach of a Locally-Developed Mobile Phone App for Undergraduate Psychiatry Education","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Economic and Social Research Council; Medical Research Council; Wellcome Trust","keywords":"Outreach; Mobile phone; Medical education; Mobile apps; Phone; Psychology; Internet privacy; Multimedia; World Wide Web; Medicine; Computer science; Telecommunications; Political science","score_opus":0.038341714385155344,"score_gpt":0.4784583163894471,"score_spread":0.44011660200429176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1942951104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44673485,0.010312171,0.06172629,0.27694172,0.046389967,0.06521355,0.00032470864,0.001161994,0.091194764],"genre_scores_gemma":[0.7739313,0.0005001716,0.022517288,0.02472886,0.0038930317,0.16416971,0.0015572825,0.0000788531,0.008623467],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99690825,0.00027466926,0.001193202,0.0004204339,0.00062041165,0.00058300793],"domain_scores_gemma":[0.9961203,0.00021372875,0.0005880337,0.00050217024,0.0010515153,0.0015242711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012481567,0.00019551296,0.00036384648,0.00012620594,0.00033151516,0.000005786017,0.00031399232,0.00045238645,0.00026708032],"category_scores_gemma":[0.0010977377,0.00018101127,0.000074894866,0.00067483593,0.00010468773,0.00010538821,0.000052445565,0.0003704169,0.00026980598],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017645753,0.0020504347,0.021793732,0.0013283378,0.000011828516,3.1350854e-8,0.0010542518,0.0000017887915,0.0000023312812,0.048659075,0.687024,0.23789775],"study_design_scores_gemma":[0.0025936356,0.00024492055,0.016829645,0.0006838523,0.000039339997,0.000005933849,0.008391253,0.0002711515,0.000003076989,0.04416167,0.9265365,0.00023902355],"about_ca_topic_score_codex":0.00081921194,"about_ca_topic_score_gemma":0.000751427,"teacher_disagreement_score":0.3271965,"about_ca_system_score_codex":0.0006594512,"about_ca_system_score_gemma":0.07442722,"threshold_uncertainty_score":0.9308199},"labels":[],"label_agreement":null},{"id":"W1954337176","doi":"10.2196/mededu.4434","title":"Maintaining a Twitter Feed to Advance an Internal Medicine Residency Program’s Educational Mission","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine","score_opus":0.09797276826967462,"score_gpt":0.5218696368410144,"score_spread":0.4238968685713398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1954337176","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44839412,0.0002839735,0.00015944826,0.5042422,0.01811361,0.003066751,6.878249e-7,0.00021913738,0.025520125],"genre_scores_gemma":[0.94249284,0.0000634898,0.010518822,0.012801212,0.026144123,0.005151912,0.000117146985,0.000046779922,0.0026636855],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99599,0.0006186327,0.0005351941,0.00045305598,0.0018787266,0.00052440533],"domain_scores_gemma":[0.9951672,0.0007367469,0.00021067182,0.00029989207,0.0007539997,0.0028314884],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002605172,0.00016505738,0.00021900581,0.00026288687,0.00036321953,0.00006273018,0.0005483659,0.00024857977,0.0024266967],"category_scores_gemma":[0.036319513,0.00015601676,0.00003338671,0.0008072207,0.0003664328,0.00046372286,0.00004431239,0.0003923357,0.00022079995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009056489,0.0014977936,0.04122166,0.000044041895,0.000007760992,0.0000016846603,0.3016499,0.00000124964,0.00002365138,0.030804966,0.20013668,0.42452005],"study_design_scores_gemma":[0.000624163,0.00061340694,0.12524746,0.0008834244,0.000016072088,0.000009555592,0.0983509,0.00005247407,0.000010572695,0.027002608,0.7468483,0.00034106293],"about_ca_topic_score_codex":0.009309099,"about_ca_topic_score_gemma":0.0012729958,"teacher_disagreement_score":0.5467116,"about_ca_system_score_codex":0.0011262076,"about_ca_system_score_gemma":0.017688178,"threshold_uncertainty_score":0.9984852},"labels":[],"label_agreement":null},{"id":"W2176836730","doi":"10.2196/mededu.4479","title":"Semantic Indexing of Medical Learning Objects: Medical Students' Usage of a Semantic Network","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; World Wide Web; Search engine indexing; Information retrieval; Consistency (knowledge bases); Semantic network; Human–computer interaction; Multimedia; Artificial intelligence","score_opus":0.017365638037774852,"score_gpt":0.35434636004679043,"score_spread":0.3369807220090156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2176836730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91721994,0.00079058605,0.03388181,0.027670402,0.0059303558,0.0007404379,2.507146e-7,0.00027201357,0.013494234],"genre_scores_gemma":[0.9955654,0.000101094134,0.0015167112,0.0014383525,0.0007485551,0.00005667074,0.000013614383,0.00001928593,0.0005403225],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9908464,0.0006749899,0.00091657735,0.00045377392,0.0066556544,0.0004526188],"domain_scores_gemma":[0.996991,0.00045583202,0.00045534098,0.00044274566,0.0003483816,0.001306744],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0067491564,0.00019829467,0.00046121376,0.00022391917,0.00012297361,0.00011505895,0.0026786886,0.0004177945,0.0011567574],"category_scores_gemma":[0.00925294,0.00017911373,0.000096514836,0.0011397129,0.00024027453,0.00037810046,0.0007859395,0.0011083671,0.00009120903],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008493949,0.007507673,0.4342659,0.0011005928,0.0002757404,0.000081076876,0.089984186,0.000527601,0.0000455201,0.070459865,0.06404472,0.33162215],"study_design_scores_gemma":[0.011658679,0.0027350844,0.24649541,0.018210169,0.00023447008,0.0011183631,0.106070735,0.4752773,0.0004370869,0.009714968,0.12511069,0.0029370673],"about_ca_topic_score_codex":0.00029223308,"about_ca_topic_score_gemma":0.00004976518,"teacher_disagreement_score":0.47474968,"about_ca_system_score_codex":0.000100824545,"about_ca_system_score_gemma":0.0074774544,"threshold_uncertainty_score":0.99975634},"labels":[],"label_agreement":null},{"id":"W2186241315","doi":"10.2196/mededu.4580","title":"Creating a Pilot Educational Psychiatry Website: Opportunities, Barriers, and Next Steps","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Process (computing); Educational resources; Psychology; Multimedia; Medicine; Computer science; Pedagogy","score_opus":0.14469047246327152,"score_gpt":0.43701399570598953,"score_spread":0.29232352324271804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186241315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6273382,0.0024323775,0.000015203492,0.31115124,0.02170235,0.0014949695,0.0000041185554,0.0001281207,0.035733446],"genre_scores_gemma":[0.9587742,0.00080971577,0.0032836879,0.012201003,0.01800353,0.0039432077,0.00015099511,0.00004587992,0.0027877467],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973065,0.00043350193,0.00039283803,0.00030289474,0.0011753986,0.00038885797],"domain_scores_gemma":[0.99601054,0.0008353782,0.0002005821,0.00018688946,0.0003958366,0.0023707596],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017342826,0.00013728993,0.00017307156,0.00015399288,0.0006705394,0.00013267924,0.0002509058,0.00021856406,0.0021666011],"category_scores_gemma":[0.017874787,0.000150029,0.000027479738,0.0004139794,0.00049504486,0.00051284285,0.000034667293,0.00031030984,0.00006660184],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005165003,0.00092271273,0.18751745,0.00013904939,0.000019809815,6.436553e-7,0.18186145,1.4518368e-7,0.0000026127418,0.23261482,0.22656207,0.17030758],"study_design_scores_gemma":[0.0005765586,0.00015612932,0.068946846,0.00028441296,0.000027127093,0.000010328499,0.20927477,0.000039155813,7.224524e-7,0.014792422,0.7055697,0.00032182428],"about_ca_topic_score_codex":0.0062894826,"about_ca_topic_score_gemma":0.0012625069,"teacher_disagreement_score":0.47900763,"about_ca_system_score_codex":0.00053668587,"about_ca_system_score_gemma":0.05013755,"threshold_uncertainty_score":0.99874556},"labels":[],"label_agreement":null},{"id":"W2190266637","doi":"10.2196/mededu.4789","title":"A Conceptual Analytics Model for an Outcome-Driven Quality Management Framework as Part of Professional Healthcare Education","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Analytics; Knowledge management; Context (archaeology); Learning analytics; Health care; Conceptual model; Conceptual framework; Computer science; Workforce; Quality (philosophy); Data science; Management science; Engineering; Sociology; Political science","score_opus":0.11271618909882566,"score_gpt":0.49487023255235324,"score_spread":0.38215404345352755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2190266637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25047502,0.00016659194,0.58612204,0.1560596,0.0046098772,0.001460324,0.000015025317,0.00021330868,0.0008781903],"genre_scores_gemma":[0.893676,0.000008154376,0.09916039,0.0038981687,0.00046296985,0.00018282051,0.00011310452,0.0000103069715,0.0024880895],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790627,0.00017102361,0.00053593016,0.00033883206,0.0008407166,0.00020724905],"domain_scores_gemma":[0.9980841,0.00009985587,0.00028105898,0.0004906943,0.00051019114,0.0005341006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008262389,0.00011794257,0.00021584757,0.000106237676,0.00007740293,0.000031979147,0.00057243643,0.00017823055,0.0000133342],"category_scores_gemma":[0.00075008156,0.000105055806,0.0000677166,0.00029219437,0.000090930065,0.00021832752,0.000097092576,0.0002754448,0.000011506285],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021779506,0.0021008158,0.007090977,0.00016005436,0.000018901352,1.8576112e-7,0.007269318,0.0006512069,7.625493e-7,0.89628893,0.014154043,0.07224303],"study_design_scores_gemma":[0.0004749314,0.00029041377,0.0032998987,0.00036348513,0.000026318725,0.0000027804056,0.008334629,0.7900486,0.000004061795,0.18741778,0.0094900215,0.00024708736],"about_ca_topic_score_codex":0.00004465278,"about_ca_topic_score_gemma":0.000014381969,"teacher_disagreement_score":0.78939736,"about_ca_system_score_codex":0.00011647521,"about_ca_system_score_gemma":0.004980674,"threshold_uncertainty_score":0.8835502},"labels":[],"label_agreement":null},{"id":"W2190772807","doi":"10.2196/mededu.4886","title":"Developing a Curriculum to Promote Professionalism for Medical Students Using Social Media: Pilot of a Workshop and Blog-Based Intervention","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Social media; Medical education; Intervention (counseling); Psychology; Computer-assisted web interviewing; Medicine; Pedagogy; Nursing; Computer science; World Wide Web","score_opus":0.20669317899977555,"score_gpt":0.5519086782481389,"score_spread":0.34521549924836337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2190772807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94225687,0.000177461,0.0016655648,0.044648163,0.008551528,0.0026273094,0.000002204396,0.000040553612,0.000030325606],"genre_scores_gemma":[0.98741126,0.000007549736,0.0055974433,0.0012244317,0.0027453795,0.002931604,0.000041941068,0.000019719831,0.000020675529],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99583685,0.00046494743,0.0005641774,0.00028556085,0.0024987967,0.000349649],"domain_scores_gemma":[0.99722594,0.00096768554,0.0002783253,0.00009042461,0.0006468127,0.00079082616],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0045332965,0.00011992001,0.0002537436,0.00018020319,0.00029895603,0.000041655985,0.00040690714,0.00032993624,0.00014874377],"category_scores_gemma":[0.033880588,0.00011767945,0.000048413105,0.0006223857,0.00028183992,0.00013598097,0.00008557241,0.00023136332,0.0000042325355],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031832833,0.0064694635,0.049159,0.0008334916,0.000058132126,0.0000018656233,0.44706437,4.8313416e-7,0.000015880578,0.03774695,0.010920228,0.4474118],"study_design_scores_gemma":[0.014220725,0.0012756676,0.21772191,0.016443545,0.0003282519,0.000013915041,0.59898084,0.0022359216,0.00015097285,0.041915547,0.10467313,0.0020395806],"about_ca_topic_score_codex":0.0013838524,"about_ca_topic_score_gemma":0.0011670291,"teacher_disagreement_score":0.44537222,"about_ca_system_score_codex":0.0006266041,"about_ca_system_score_gemma":0.011731855,"threshold_uncertainty_score":0.99387074},"labels":[],"label_agreement":null},{"id":"W2193377030","doi":"10.2196/mededu.4576","title":"A Novel Service-Oriented Professional Development Program for Research Assistants at an Academic Hospital: A Web-Based Survey","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Professional development; Service (business); Health professionals; Quality (philosophy); Medicine; Health care; Business; Political science; Marketing","score_opus":0.37804807172050026,"score_gpt":0.633032914485573,"score_spread":0.2549848427650727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2193377030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9558737,0.000054911336,0.00017170754,0.029959563,0.0065793586,0.0068727992,0.000033915607,0.00015130984,0.0003027064],"genre_scores_gemma":[0.9303385,0.000011928578,0.009177617,0.0065433974,0.0019434366,0.040972132,0.0030973214,0.00006237642,0.007853295],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99183244,0.0018637086,0.0009108607,0.000665381,0.0031609542,0.0015666372],"domain_scores_gemma":[0.9901785,0.0014801162,0.00024876388,0.0004133684,0.0042082067,0.0034710364],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.021039383,0.00018383577,0.00024669175,0.00039268978,0.0016028639,0.000023997474,0.0006704702,0.0006460635,0.0005480318],"category_scores_gemma":[0.014988382,0.00014657763,0.000028423014,0.0018025148,0.0002059298,0.0003243139,0.00018927582,0.0016684938,0.0004231987],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074128277,0.007155817,0.25560352,0.0009305786,0.000009314454,4.2171106e-7,0.025886679,5.711387e-7,0.00011467578,0.0001986936,0.6619436,0.0474148],"study_design_scores_gemma":[0.0017493059,0.0004209334,0.57739526,0.00058323663,0.0000018004939,6.511794e-7,0.007515643,0.004183332,0.000015481599,0.00007779161,0.40788963,0.00016694522],"about_ca_topic_score_codex":0.0012708344,"about_ca_topic_score_gemma":0.005391426,"teacher_disagreement_score":0.3217917,"about_ca_system_score_codex":0.0023013237,"about_ca_system_score_gemma":0.1276942,"threshold_uncertainty_score":0.9996969},"labels":[],"label_agreement":null},{"id":"W2214810972","doi":"10.2196/mededu.4958","title":"Mobile Virtual Learning Object for the Assessment of Acute Pain as a Learning Tool to Assess Acute Pain in Nursing: An Analysis of the Mental Workload","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ciência sem Fronteiras; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; International Association for the Study of Pain","keywords":"Workload; Identification (biology); Process (computing); Object (grammar); Inclusion (mineral); Computer science; Psychology; Medicine; Multimedia; Artificial intelligence; Social psychology","score_opus":0.049879005196856015,"score_gpt":0.5040173977607142,"score_spread":0.4541383925638582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2214810972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95180374,0.000044808567,0.034707543,0.009059715,0.0010456551,0.0027622897,0.000011000902,0.000033060885,0.0005322118],"genre_scores_gemma":[0.9939481,0.000031897744,0.00060617574,0.0017405497,0.00015062744,0.002371419,0.00019832028,0.000015767095,0.0009371161],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99475896,0.002953715,0.00074508693,0.00026484317,0.0009612288,0.00031618937],"domain_scores_gemma":[0.997262,0.0012499319,0.00059591053,0.00033454454,0.00026181625,0.0002958067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0091519775,0.00013316359,0.00034477565,0.00025230303,0.00034450524,0.0000031688162,0.00039331376,0.00020873646,0.00022347928],"category_scores_gemma":[0.004547167,0.00008713978,0.00013218718,0.0012276295,0.00012333179,0.000117257296,0.00006526006,0.00078590214,0.0000044336152],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049849245,0.003030254,0.30159032,0.000116521056,0.0009508934,6.2306503e-7,0.19833356,0.007854606,0.0006848502,0.002076365,0.011243326,0.47362018],"study_design_scores_gemma":[0.0026312324,0.0034504356,0.36103213,0.0026477363,0.0014523666,0.0000013832786,0.30990875,0.257134,0.00007031833,0.00025942436,0.06102018,0.00039203867],"about_ca_topic_score_codex":0.000103217964,"about_ca_topic_score_gemma":0.00007080793,"teacher_disagreement_score":0.47322813,"about_ca_system_score_codex":0.0004744836,"about_ca_system_score_gemma":0.004026271,"threshold_uncertainty_score":0.7142432},"labels":[],"label_agreement":null},{"id":"W2297949645","doi":"10.2196/mededu.5159","title":"Feasibility of Augmented Reality in Clinical Simulations: Using Google Glass With Manikins","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Augmented reality; Fidelity; Computer science; Human–computer interaction; Multimedia","score_opus":0.13027308850151048,"score_gpt":0.516659139832898,"score_spread":0.38638605133138754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297949645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98403734,0.00004754234,0.0007315908,0.013192355,0.00051462627,0.001221492,0.000012391801,0.00004302867,0.0001996219],"genre_scores_gemma":[0.99733967,0.000010840836,0.0011098131,0.00086629414,0.00039217618,0.00006866992,0.00008135581,0.000020146334,0.00011105015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99720114,0.00032118522,0.0011107291,0.00040643217,0.0007339677,0.0002265477],"domain_scores_gemma":[0.9970125,0.0009097045,0.00034270977,0.0006082501,0.00069193577,0.0004348934],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010399868,0.00013630805,0.00035445145,0.00020171895,0.00004756447,0.0000052014047,0.00010574245,0.0002555613,0.0010611103],"category_scores_gemma":[0.0023208605,0.000093601644,0.00006739209,0.00055996096,0.00025613979,0.00013800654,0.000020207504,0.0002492983,0.000011226377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035643543,0.0019271901,0.9846954,0.00018224207,0.000013508229,0.0000013082478,0.00043508605,0.000019183071,0.0000797441,0.00031748848,0.00032073972,0.011651676],"study_design_scores_gemma":[0.002510636,0.00018205117,0.99161226,0.001177285,0.000030274596,0.00001436277,0.0005994863,0.0029767486,0.00006183625,0.00039977784,0.00033174167,0.00010354035],"about_ca_topic_score_codex":0.0006092164,"about_ca_topic_score_gemma":0.0001654933,"teacher_disagreement_score":0.013302302,"about_ca_system_score_codex":0.00072603323,"about_ca_system_score_gemma":0.0068564587,"threshold_uncertainty_score":0.99985206},"labels":[],"label_agreement":null},{"id":"W2309804804","doi":"10.2196/mededu.4715","title":"The Significance of Kinship for Medical Education: Reflections on the Use of a Bespoke Social Network to Support Learners’ Professional Identities","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King's College London","keywords":"Bespoke; Kinship; Sociology; Psychology; Business; Anthropology","score_opus":0.20269255151880974,"score_gpt":0.5123964944428849,"score_spread":0.3097039429240752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2309804804","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33449125,0.00006290501,0.0002213574,0.63429195,0.02455657,0.0046803197,0.000012114996,0.00004779151,0.001635711],"genre_scores_gemma":[0.9607578,0.00016771976,0.00034613206,0.008360859,0.010726149,0.013937309,0.000019127536,0.00002631039,0.0056586126],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961851,0.0008429504,0.0006013493,0.00023527624,0.0017434984,0.00039178075],"domain_scores_gemma":[0.98852545,0.009777811,0.00038511923,0.00023854959,0.00067397987,0.00039910592],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032520194,0.00010976856,0.00018808154,0.00008226746,0.0013259418,0.000037345788,0.000545522,0.00028835435,0.0010022706],"category_scores_gemma":[0.050843727,0.000064113454,0.00010148177,0.00068442244,0.0010099625,0.00016081106,0.000036571873,0.00025454833,0.000022802637],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001229236,0.0006501028,0.0037418278,0.000050672046,0.000016683094,4.371021e-8,0.042026903,3.0511845e-7,0.000016753058,0.283157,0.5055691,0.16464767],"study_design_scores_gemma":[0.00021105874,0.00020114207,0.028475193,0.00047602862,0.000021430043,7.057234e-7,0.026447356,0.0000028734987,0.000037364935,0.016047737,0.92794317,0.00013595019],"about_ca_topic_score_codex":0.0007765629,"about_ca_topic_score_gemma":0.0021674242,"teacher_disagreement_score":0.62626654,"about_ca_system_score_codex":0.00034962795,"about_ca_system_score_gemma":0.027418667,"threshold_uncertainty_score":0.9999742},"labels":[],"label_agreement":null},{"id":"W2311525354","doi":"10.2196/mededu.5025","title":"Student Response to Remote-Online Case-Based Learning: A Qualitative Study","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Online learning; Mathematics education; Multimedia; Psychology","score_opus":0.039359317849350865,"score_gpt":0.4915418373714401,"score_spread":0.4521825195220892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2311525354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9419417,0.000027586937,0.0010753594,0.054695643,0.00035471047,0.000950919,0.000001955877,0.0001257566,0.0008263646],"genre_scores_gemma":[0.9925264,0.0000038679013,0.00074143684,0.0014668839,0.0004089001,0.00013855942,0.000004528667,0.000014133295,0.004695289],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99331623,0.004689469,0.0002906756,0.00032790395,0.0010614384,0.00031429555],"domain_scores_gemma":[0.9972814,0.0016580062,0.00011101795,0.00018203542,0.00022916743,0.00053838524],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070040445,0.00011257832,0.00015381249,0.0001927786,0.0004729009,0.00004676658,0.00025151292,0.000117402335,0.0012858603],"category_scores_gemma":[0.013264692,0.00008134295,0.000044768403,0.0005492208,0.00013726068,0.000111297224,0.0000408947,0.00025823075,0.00017145723],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049791264,0.0017872518,0.004137482,0.000008394799,0.000015801155,0.00007892312,0.7289173,0.000002309825,0.00011596779,0.00027646564,0.0030458597,0.26111633],"study_design_scores_gemma":[0.0012846299,0.0011844991,0.009152083,0.00023952239,0.000017526641,0.000010872797,0.7176786,0.000019166453,0.000013203885,0.00021768727,0.26992312,0.00025911446],"about_ca_topic_score_codex":0.0022643972,"about_ca_topic_score_gemma":0.0019313343,"teacher_disagreement_score":0.26687726,"about_ca_system_score_codex":0.00032939814,"about_ca_system_score_gemma":0.0042277174,"threshold_uncertainty_score":0.9996271},"labels":[],"label_agreement":null},{"id":"W2344321693","doi":"10.2196/mededu.5348","title":"Exploring Student Preconceptions of Readiness for Remote-Online Case-Based Learning: A Case Study","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Collaborative learning; Work (physics); Educational technology; Multimedia; Mathematics education; World Wide Web; Knowledge management; Psychology; Engineering","score_opus":0.1425666586291202,"score_gpt":0.4599549467592002,"score_spread":0.31738828813007997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344321693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99164104,0.000035087465,0.002736675,0.003504831,0.0005161598,0.0012001307,0.000004125974,0.000078892954,0.00028305443],"genre_scores_gemma":[0.99710906,0.000020965615,0.000934368,0.000080559206,0.0005941623,0.00052234245,0.00000867369,0.000013721113,0.0007161627],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99828184,0.00044890176,0.00033164985,0.0002461213,0.0004565178,0.00023497762],"domain_scores_gemma":[0.9984591,0.00069667253,0.00017603581,0.0001569178,0.00027433422,0.00023693976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016151842,0.000093595474,0.00016316936,0.00013324362,0.0004433214,0.000021969767,0.00015309612,0.00008366425,0.00037311635],"category_scores_gemma":[0.0027703203,0.00007116485,0.00006137322,0.00030881478,0.00014836628,0.00022853377,0.000021626072,0.00015509689,0.0000055027467],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048637106,0.002400869,0.02561406,0.000074982854,0.00002854351,0.00019257124,0.10214258,0.00001372912,0.00006658553,0.00040778038,0.00040166592,0.868608],"study_design_scores_gemma":[0.005428852,0.0021254679,0.008840965,0.0011427536,0.00020414001,0.00072913937,0.8532671,0.0006621171,0.00014099991,0.00039441435,0.12635644,0.00070760626],"about_ca_topic_score_codex":0.004672371,"about_ca_topic_score_gemma":0.004160696,"teacher_disagreement_score":0.8679004,"about_ca_system_score_codex":0.00014514553,"about_ca_system_score_gemma":0.0020254063,"threshold_uncertainty_score":0.70632577},"labels":[],"label_agreement":null},{"id":"W2404732620","doi":"10.2196/mededu.5135","title":"Students' Perceptions of and Experiences With Educational Technology: A Survey","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Veterinary Practice and Education Studies","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Mathematics education; Psychology; Survey research; Medical education; Pedagogy; Sociology; Medicine; Applied psychology","score_opus":0.12896565842035942,"score_gpt":0.5544990312599571,"score_spread":0.4255333728395977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404732620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95383555,0.00013720158,0.000057021392,0.044544954,0.00042924212,0.00032722903,0.0000038960206,0.00002391077,0.00064099964],"genre_scores_gemma":[0.9941298,0.00013329137,0.0002439925,0.0005747379,0.00019391226,0.0017410623,0.00000992205,0.0000075497505,0.002965764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99872136,0.00023093757,0.00029210967,0.00019715991,0.00038616845,0.000172239],"domain_scores_gemma":[0.99843466,0.0007282013,0.0001768164,0.00018263061,0.00033375496,0.0001439346],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005694372,0.0000828133,0.0001437528,0.00015259167,0.0003195161,0.0000044355916,0.00015655301,0.00012381891,0.0035057124],"category_scores_gemma":[0.0015651692,0.000048191778,0.000011117424,0.00029723992,0.00037605435,0.00019016652,0.00007566706,0.00016253878,0.00009702595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004912093,0.00051669334,0.9437153,0.000041146795,0.000018044097,1.01162954e-7,0.030013412,1.5909338e-9,0.000047745867,0.0006965806,0.014445717,0.010456182],"study_design_scores_gemma":[0.00031681213,0.00011472321,0.8042276,0.00030090124,0.000007859378,0.0000091122765,0.19110242,2.6809462e-7,0.0000026035357,0.0001965291,0.0036554486,0.00006573012],"about_ca_topic_score_codex":0.00010821013,"about_ca_topic_score_gemma":0.00010669939,"teacher_disagreement_score":0.161089,"about_ca_system_score_codex":0.00005727695,"about_ca_system_score_gemma":0.0022019767,"threshold_uncertainty_score":0.99740523},"labels":[],"label_agreement":null},{"id":"W2407684733","doi":"10.2196/mededu.5515","title":"Branding Asklepios and the Traditional and Variant Serpent Symbol Display Among Health Professional Schools in the United States, Puerto Rico, and Canada: A Cross-Sectional Survey","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Paranormal Experiences and Beliefs","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Emblem; Symbol (formal); Medicine; Population; Odds ratio; Demography; Family medicine; Geography; Sociology; Pathology; Environmental health","score_opus":0.03234926722618697,"score_gpt":0.37310894445845644,"score_spread":0.34075967723226946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407684733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845293,0.00027431385,0.000065647546,0.013700211,0.0007357417,0.0005340695,0.000062310646,0.0000058649566,0.00009253945],"genre_scores_gemma":[0.9951495,0.00010448241,0.000005524068,0.003553418,0.00016671645,0.00045267865,0.00014917807,0.000005631377,0.00041287587],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979279,0.000766801,0.0003192037,0.00026459023,0.00048343744,0.00023805186],"domain_scores_gemma":[0.99847186,0.0010308375,0.00010970804,0.000110901616,0.00004706888,0.00022965344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001975714,0.00010907678,0.00014338315,0.00006315217,0.00031015815,0.000058377733,0.00013254597,0.0000893778,0.00035335514],"category_scores_gemma":[0.00036545968,0.000050231356,0.000013199138,0.00017339052,0.00040503516,0.0001239321,0.000022786422,0.00028660003,0.0000016943158],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002917829,0.00025770158,0.97410244,0.000015910933,0.000016247024,0.000004318327,0.0038332604,4.4073317e-7,0.0000017919788,0.013647499,0.005824085,0.0020045445],"study_design_scores_gemma":[0.0016672967,0.000041519317,0.9934913,0.00008028303,0.0000017831647,0.00010480801,0.0020308613,0.00018566614,1.8292104e-7,0.00046809038,0.0018533044,0.00007493054],"about_ca_topic_score_codex":0.3190921,"about_ca_topic_score_gemma":0.13419959,"teacher_disagreement_score":0.18489249,"about_ca_system_score_codex":0.00010123341,"about_ca_system_score_gemma":0.0014045585,"threshold_uncertainty_score":0.881599},"labels":[],"label_agreement":null},{"id":"W2414849920","doi":"10.2196/mededu.5336","title":"Enabling Access to Medical and Health Education in Rwanda Using Mobile Technology: Needs Assessment for the Development of Mobile Medical Educator Apps","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Health care; Mobile technology; Economic shortage; Medicine; Health technology; Developing country; Nursing; Mobile device; Political science; Economic growth; Computer science","score_opus":0.0561887376483878,"score_gpt":0.5366258263780064,"score_spread":0.4804370887296186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414849920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74812514,0.0031857395,0.027671497,0.19827683,0.0030501948,0.019290315,0.000016079195,0.00011553446,0.00026863872],"genre_scores_gemma":[0.8025181,0.0021635368,0.010246598,0.023101626,0.0014389473,0.16003773,0.000070992624,0.000065181346,0.00035725642],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950748,0.0003030083,0.0019642625,0.0005195366,0.0012838426,0.000854569],"domain_scores_gemma":[0.99479353,0.001437659,0.00059495785,0.00053740205,0.00043626424,0.0022001863],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061933305,0.00023064099,0.0005157866,0.00076411036,0.0008752087,0.0000132022815,0.00074126635,0.00067292847,0.0015443544],"category_scores_gemma":[0.0028557978,0.00014917481,0.000042610394,0.0011825593,0.00022609984,0.00015190833,0.0002988784,0.0008098682,0.000018202723],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031062867,0.0009648368,0.02590486,0.0009555597,0.0000096236,8.447292e-8,0.0021156066,5.3545006e-7,0.000021596874,0.002994942,0.013977375,0.9530239],"study_design_scores_gemma":[0.0022167922,0.00024870102,0.037317473,0.006746971,0.000018435063,0.000015884822,0.024925884,0.0004805227,0.000061361265,0.001147386,0.926508,0.00031257537],"about_ca_topic_score_codex":0.00044410146,"about_ca_topic_score_gemma":0.001245448,"teacher_disagreement_score":0.95271134,"about_ca_system_score_codex":0.0011475161,"about_ca_system_score_gemma":0.16454668,"threshold_uncertainty_score":0.99936837},"labels":[],"label_agreement":null},{"id":"W2420414702","doi":"10.2196/mededu.5350","title":"A Critical Review of Mechanical Ventilation Virtual Simulators: Is It Time to Use Them?","year":2016,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Terminology; Mechanical ventilation; Web application; Heuristic evaluation; Simulation; Interface (matter); Graphical user interface; Human–computer interaction; Medicine; World Wide Web; Operating system","score_opus":0.09815358547095986,"score_gpt":0.4921262101908785,"score_spread":0.3939726247199186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2420414702","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000049743463,0.964882,0.00022925001,0.027567202,0.001815461,0.004867019,0.00010539095,0.00010352568,0.00038038907],"genre_scores_gemma":[0.00038398991,0.97485924,0.0005376081,0.017420089,0.0017483298,0.0012173292,0.0007811021,0.00011932957,0.0029329637],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99422616,0.00048690804,0.00220918,0.0007928258,0.0018598741,0.00042507963],"domain_scores_gemma":[0.9919733,0.0031325894,0.0006068415,0.0011839375,0.0016949465,0.0014084332],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00110222,0.00049560337,0.0020515579,0.00039303344,0.0000770696,0.00002679158,0.0003474589,0.0009232768,0.051266167],"category_scores_gemma":[0.014285386,0.00037463405,0.0006296378,0.0009272141,0.00013984395,0.00020582514,0.00008545152,0.00066768186,0.0058304397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035141693,0.00076675887,0.000034047844,0.09802454,0.00007278507,0.0000023718112,0.0002510772,2.9148165e-8,4.192175e-7,0.0006977946,0.14076498,0.75935006],"study_design_scores_gemma":[0.00016431298,0.00014247326,0.00004668304,0.31273168,0.00047633288,0.000056666646,0.00002736285,0.000022005877,0.0000019251581,0.000048502254,0.6860486,0.00023344641],"about_ca_topic_score_codex":0.000014669675,"about_ca_topic_score_gemma":1.6498198e-7,"teacher_disagreement_score":0.7591166,"about_ca_system_score_codex":0.0007658015,"about_ca_system_score_gemma":0.013684776,"threshold_uncertainty_score":0.99987054},"labels":[],"label_agreement":null},{"id":"W2468974942","doi":"10.2196/mededu.5392","title":"Considerations for the Telehealth Systems of Tomorrow: An Analysis of Student Perceptions of Telehealth Technologies","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Telemedicine; Perception; Medicine; Psychology; Political science; Health care","score_opus":0.04363615398976609,"score_gpt":0.44608181956260823,"score_spread":0.4024456655728421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468974942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9649358,0.00039795676,0.0057028383,0.026414631,0.0003021774,0.002078007,0.00007870473,0.000051391147,0.00003853449],"genre_scores_gemma":[0.9972559,0.00040528635,0.0009467099,0.00046636572,0.0001328531,0.0006496229,0.000085828855,0.000010687182,0.000046733472],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977386,0.00009981549,0.0010802824,0.00020686656,0.00066989835,0.00020454373],"domain_scores_gemma":[0.9970794,0.0009832907,0.0005937482,0.00048404452,0.00068712636,0.00017242413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009241588,0.00010746045,0.0005284117,0.0005185164,0.00009713512,0.0000035654111,0.00013348936,0.00012794344,0.00033379736],"category_scores_gemma":[0.0013159857,0.000059461425,0.000113941045,0.00065555004,0.0002983155,0.00007782522,0.000019773732,0.00010550745,8.67221e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018261767,0.0034115268,0.6074374,0.0015872489,0.00073920743,6.3922823e-7,0.007822204,0.000012597053,0.0034238175,0.025291454,0.012535246,0.33755606],"study_design_scores_gemma":[0.001665725,0.0016258312,0.94656134,0.0003634254,0.0012241476,0.000018226563,0.045541365,0.00065748004,0.000545862,0.00030848893,0.0014008888,0.00008719697],"about_ca_topic_score_codex":0.00071268046,"about_ca_topic_score_gemma":0.00042218607,"teacher_disagreement_score":0.339124,"about_ca_system_score_codex":0.00012042718,"about_ca_system_score_gemma":0.0023087885,"threshold_uncertainty_score":0.40956914},"labels":[],"label_agreement":null},{"id":"W2469362410","doi":"10.2196/mededu.5606","title":"Health Sciences Students’ Self-Assessment of Information and Communication Technology Skills and Attitude Toward e-Learning","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Medical education; Informatics; Computer literacy; Health informatics; Observational study; Psychology; Word processing; Mathematics education; Computer science; Medicine; Nursing; Engineering; World Wide Web; Public health","score_opus":0.011777942317465895,"score_gpt":0.4346460644230521,"score_spread":0.4228681221055862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469362410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98690397,0.00036958035,0.0008187775,0.011174192,0.00008733079,0.00028602924,0.0000014906574,0.00004776547,0.00031086552],"genre_scores_gemma":[0.99711275,0.0012175812,0.0010064597,0.00047241373,0.00001369732,0.00008362179,0.0000102897375,0.0000029118785,0.000080246224],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985732,0.00013145655,0.0002748551,0.0001227958,0.0007429118,0.00015477133],"domain_scores_gemma":[0.9992139,0.00018676759,0.0001713456,0.00014089362,0.00008282563,0.00020429767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010425781,0.00006125815,0.000118650736,0.00021439129,0.0001598676,0.00005716251,0.0002800042,0.00008445449,0.00011115111],"category_scores_gemma":[0.0008500606,0.000043732063,0.000012072818,0.00024384761,0.00029356312,0.00038435304,0.00022750827,0.00015436314,0.000017538832],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062790814,0.00043983816,0.7025321,0.00016482954,0.0000138918085,2.9337832e-7,0.00086516864,1.08652095e-7,0.000040984793,0.017745981,0.0013732512,0.27681723],"study_design_scores_gemma":[0.0008377856,0.00026185493,0.9889527,0.00033197302,0.0000042270276,0.00003243345,0.0016899456,0.000060778773,0.00003526008,0.0033721046,0.004345987,0.000074949894],"about_ca_topic_score_codex":0.00011534641,"about_ca_topic_score_gemma":0.000039266575,"teacher_disagreement_score":0.28642055,"about_ca_system_score_codex":0.0001617145,"about_ca_system_score_gemma":0.0013910016,"threshold_uncertainty_score":0.24675773},"labels":[],"label_agreement":null},{"id":"W2472678900","doi":"10.2196/mededu.4867","title":"Does Academic Blogging Enhance Promotion and Tenure? A Survey of US and Canadian Medicine and Pediatric Department Chairs","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health; Office of Research and Development; U.S. Department of Veterans Affairs","keywords":"Promotion (chess); Medical education; Public relations; Medicine; Political science","score_opus":0.04504358766554516,"score_gpt":0.42122021774011936,"score_spread":0.3761766300745742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472678900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9099367,0.0011191395,0.0000059067847,0.085838675,0.002118974,0.0008643265,0.000005131144,0.000016232932,0.00009488446],"genre_scores_gemma":[0.9915494,0.006307152,0.00003979103,0.00032701582,0.001275874,0.0004290117,0.0000119856195,0.0000072609278,0.000052533982],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99840826,0.0003462201,0.0002867808,0.00024267152,0.00044874504,0.0002673001],"domain_scores_gemma":[0.9976161,0.0011798112,0.00016477614,0.00007944911,0.00016654661,0.0007932789],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002056863,0.000084869804,0.00016053075,0.00017521241,0.00022590345,0.000008090064,0.000071992996,0.00023175307,0.000118094664],"category_scores_gemma":[0.014157309,0.00005190538,0.000006587096,0.00030029562,0.0005398159,0.00014573803,0.000014900428,0.00014548113,0.0000016654013],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051838333,0.000037372014,0.79813784,0.00007882711,0.0000027095987,1.845067e-7,0.016204705,1.5779237e-9,0.000018536539,0.0004910723,0.0008602121,0.18416338],"study_design_scores_gemma":[0.00016977901,0.00005288188,0.9918899,0.00018986469,0.00001334177,0.000001345197,0.0011595408,0.000002251835,0.00001132296,0.0007955626,0.0056391926,0.00007500552],"about_ca_topic_score_codex":0.24637663,"about_ca_topic_score_gemma":0.27680594,"teacher_disagreement_score":0.1937521,"about_ca_system_score_codex":0.00021725519,"about_ca_system_score_gemma":0.002979999,"threshold_uncertainty_score":0.9941469},"labels":[],"label_agreement":null},{"id":"W2512789417","doi":"10.2196/mededu.5318","title":"A Virtual Community of Practice for General Practice Training: A Preimplementation Survey","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workforce; Test (biology); Medical education; Psychology; Applied psychology; Medicine","score_opus":0.15313395546523348,"score_gpt":0.5871667515285752,"score_spread":0.4340327960633418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512789417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9177417,0.000101875376,0.0060497434,0.061332446,0.0026101528,0.004286902,0.00013800037,0.00011265423,0.00762652],"genre_scores_gemma":[0.97525007,0.00010176098,0.0076636956,0.011488446,0.0007598691,0.002013302,0.0003758836,0.00003130403,0.0023156682],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99270207,0.0050908537,0.00089912623,0.00019644051,0.0006583241,0.00045320793],"domain_scores_gemma":[0.98113203,0.015895024,0.00084819645,0.00037418836,0.0013684895,0.0003820602],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007744309,0.00012994662,0.0002576533,0.000078082776,0.00052794546,0.000005304137,0.0002695828,0.00027622463,0.00092136214],"category_scores_gemma":[0.06192415,0.0000966144,0.000042373078,0.0002578218,0.00011008927,0.00051542296,0.00007131969,0.0005171529,0.000057186004],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025787072,0.0036121774,0.01409594,0.00058343995,0.00009888992,6.165255e-7,0.122538604,5.465183e-7,0.00024370056,0.04369738,0.35088468,0.4616653],"study_design_scores_gemma":[0.003482752,0.0012435326,0.056969896,0.0014045094,0.00007192815,0.00001004123,0.16037749,0.0000646165,0.000041473588,0.001559519,0.7745427,0.00023153359],"about_ca_topic_score_codex":0.0050414233,"about_ca_topic_score_gemma":0.0011747716,"teacher_disagreement_score":0.46143377,"about_ca_system_score_codex":0.0003545023,"about_ca_system_score_gemma":0.0058437246,"threshold_uncertainty_score":0.99999195},"labels":[],"label_agreement":null},{"id":"W2513081591","doi":"10.2196/mededu.5950","title":"A Critical Analysis of Anesthesiology Podcasts: Identifying Determinants of Success","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Software portability; Dissemination; Popularity; Computer science; Multimedia; Quality (philosophy); Data science; World Wide Web; Psychology; Telecommunications","score_opus":0.07207795284461545,"score_gpt":0.5002584292966309,"score_spread":0.42818047645201546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513081591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893176,0.00013050271,0.00007954249,0.0071329414,0.0026766243,0.00033806488,0.000002727866,0.000018049044,0.0003039356],"genre_scores_gemma":[0.99860406,0.00011042963,0.00019678789,0.00018103763,0.00052082166,0.000345341,0.000003790736,0.0000060147586,0.00003170018],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99781644,0.00048222297,0.0005313805,0.0001946156,0.00072170584,0.0002536452],"domain_scores_gemma":[0.99509144,0.0036807365,0.0002609505,0.00018677156,0.00046371983,0.00031637293],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013044552,0.000066664514,0.0003188059,0.00035758162,0.00011099322,0.0000074133154,0.00029396077,0.00023799163,0.0015556776],"category_scores_gemma":[0.035207637,0.00005258413,0.00008994073,0.0011314768,0.00086931564,0.00019550056,0.000019937792,0.00007653081,0.0000113618835],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013496244,0.0003574279,0.7673073,0.00008023975,0.000023613838,5.2681327e-7,0.015563908,1.8352853e-8,0.00007284499,0.007425804,0.00018574802,0.20896907],"study_design_scores_gemma":[0.00011013745,0.00004356002,0.99116373,0.00023653463,0.00013846516,7.594906e-7,0.0044513275,0.000013492571,0.00018731193,0.0016274271,0.0019493586,0.00007790128],"about_ca_topic_score_codex":0.003778729,"about_ca_topic_score_gemma":0.0018727303,"teacher_disagreement_score":0.22385642,"about_ca_system_score_codex":0.00015285144,"about_ca_system_score_gemma":0.003185894,"threshold_uncertainty_score":0.99935704},"labels":[],"label_agreement":null},{"id":"W2520689564","doi":"10.2196/mededu.6232","title":"Use of Social Media for Professional Development by Health Care Professionals: A Cross-Sectional Web-Based Survey","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Promotion (chess); Professional development; Health care; Health professionals; Medical education; Psychology; Public relations; Health promotion; Cross-sectional study; Medicine; Nursing; Public health; Political science","score_opus":0.14405815069867212,"score_gpt":0.5163698630949602,"score_spread":0.37231171239628813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520689564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94409543,0.00016967067,0.0001365855,0.032074112,0.020271804,0.0029346086,0.00020473672,0.00007632253,0.000036702397],"genre_scores_gemma":[0.98540497,0.000013431479,0.0012639398,0.0018737629,0.002180717,0.0075923763,0.0010547672,0.000028454499,0.00058756873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99550587,0.0010720107,0.0007855649,0.00036448275,0.0017862689,0.00048580192],"domain_scores_gemma":[0.9896757,0.007776353,0.0005370764,0.000119803946,0.001311766,0.0005792879],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032131427,0.00014451356,0.0002598265,0.00014003967,0.0010181081,0.000030545554,0.00028056905,0.00043961752,0.0009673973],"category_scores_gemma":[0.028015941,0.00011384217,0.00007221219,0.0003886741,0.0005101745,0.00025120334,0.000026184347,0.00018864048,0.0000172218],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023679396,0.0019009613,0.46671602,0.0003539679,0.000016087597,4.703559e-8,0.105953686,3.424481e-8,0.000031517284,0.0022618875,0.25463238,0.16789663],"study_design_scores_gemma":[0.0005753964,0.000026664417,0.726532,0.00019989446,0.0000018265298,8.321558e-8,0.0031606138,0.0000019318495,0.000052132254,0.000060785675,0.26926288,0.00012577634],"about_ca_topic_score_codex":0.0008136726,"about_ca_topic_score_gemma":0.0036199242,"teacher_disagreement_score":0.259816,"about_ca_system_score_codex":0.0013771042,"about_ca_system_score_gemma":0.068583705,"threshold_uncertainty_score":0.9999459},"labels":[],"label_agreement":null},{"id":"W2524719457","doi":"10.2196/mededu.5586","title":"Spaced Education and the Importance of Raising Awareness of the Personal Data Protection Act: A Medical Student Population-Based Study","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Raising (metalworking); Enforcement; Law enforcement; Data Protection Act 1998; Personally identifiable information; Medical education; Population; Medical information; Business; Internet privacy; Public relations; Medicine; Political science; Family medicine; Computer security; Computer science; Environmental health; Engineering; Law","score_opus":0.06443550713850013,"score_gpt":0.5095585108143496,"score_spread":0.44512300367584945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524719457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9248257,0.00023575129,0.0006883393,0.06535298,0.0011151879,0.007631688,0.000015915852,0.000024681669,0.00010974368],"genre_scores_gemma":[0.98769265,0.0000501467,0.00004253485,0.002402525,0.00045603505,0.009139841,0.000054267985,0.000015409782,0.00014657286],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959437,0.0011164133,0.0010191752,0.0003785238,0.0012814716,0.00026070254],"domain_scores_gemma":[0.99643,0.001035818,0.0008963737,0.00091599236,0.00035786495,0.00036395865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036198832,0.00012998702,0.0002968907,0.00008528174,0.0006263192,0.0000048377838,0.00056613324,0.00022107594,0.00055569434],"category_scores_gemma":[0.004940671,0.0000637189,0.00003919801,0.00038206196,0.00022242636,0.00011099071,0.00017898758,0.00044857644,0.000004846303],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012004551,0.001361202,0.8548713,0.0004159204,0.000010974997,3.426178e-8,0.0026046357,1.0978324e-7,0.000011488903,0.0016526668,0.0015769248,0.13737473],"study_design_scores_gemma":[0.002470967,0.0000530539,0.98694575,0.0010550659,0.00003705151,0.0000018658286,0.0043885037,0.00043024996,0.0000037423745,0.00048578557,0.004055357,0.00007262873],"about_ca_topic_score_codex":0.002016279,"about_ca_topic_score_gemma":0.0019390765,"teacher_disagreement_score":0.1373021,"about_ca_system_score_codex":0.00018825059,"about_ca_system_score_gemma":0.017439608,"threshold_uncertainty_score":0.98813057},"labels":[],"label_agreement":null},{"id":"W2558595891","doi":"10.2196/mededu.6288","title":"Information and Communication Technologies for the Dissemination of Clinical Practice Guidelines to Health Professionals: A Systematic Review","year":2016,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Usability; Psychological intervention; Medical education; Systematic review; Knowledge management; Information Dissemination; Inclusion (mineral); Intervention (counseling); Medicine; Psychology; MEDLINE; Computer science; World Wide Web; Nursing","score_opus":0.1878804127215251,"score_gpt":0.6832032427347863,"score_spread":0.49532283001326116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558595891","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9086917e-7,0.79529184,0.0012516435,0.1725454,0.0011241785,0.02955743,0.00003896051,0.00009459489,0.00009577174],"genre_scores_gemma":[0.000001830593,0.937304,0.0019465084,0.014761514,0.0003262775,0.04489815,0.00022922862,0.00003337494,0.00049912446],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9846391,0.0050530997,0.008554879,0.0002938962,0.000991957,0.00046704203],"domain_scores_gemma":[0.955931,0.030647991,0.008608589,0.0013263667,0.0031918946,0.0002941237],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033245374,0.0003220506,0.0028628653,0.0002634892,0.00058727554,0.000013183353,0.0008726892,0.0009157482,0.00004068053],"category_scores_gemma":[0.30348405,0.00016152006,0.0002056849,0.0005987619,0.00010762063,0.000389932,0.00025338016,0.0012335601,0.000100018835],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003814302,0.000048289032,4.3222792e-7,0.41056317,0.000027782045,6.1372227e-9,0.00031458293,5.075646e-10,1.2632438e-9,0.0011126881,0.15368642,0.4342428],"study_design_scores_gemma":[0.00006338814,0.00006850131,0.000001387734,0.48604074,0.00018578157,0.0000067730157,0.0025343015,0.000005804483,3.927081e-9,0.000039485316,0.5109787,0.000075156866],"about_ca_topic_score_codex":0.000081881495,"about_ca_topic_score_gemma":0.00003393572,"teacher_disagreement_score":0.43416765,"about_ca_system_score_codex":0.0005810019,"about_ca_system_score_gemma":0.02303874,"threshold_uncertainty_score":0.9954773},"labels":[],"label_agreement":null},{"id":"W2565309244","doi":"10.2196/mededu.6442","title":"Teaching Shared Decision Making to Family Medicine Residents: A Descriptive Study of a Web-Based Tutorial","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; Hôpital Saint-François d'Assise","funders":"","keywords":"Descriptive research; Medical education; Family medicine; Medicine; Descriptive statistics; Sociology","score_opus":0.02964376957671025,"score_gpt":0.414193464386031,"score_spread":0.3845496948093208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565309244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96679074,0.000049088005,0.005865215,0.019989388,0.0041562594,0.0018922389,0.0000028111474,0.00010486362,0.0011493921],"genre_scores_gemma":[0.9828882,0.0000037224083,0.006497962,0.0069182846,0.0025938882,0.0006720821,0.000025680205,0.00004176424,0.0003583911],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952589,0.00023934185,0.0011351779,0.0005630323,0.0024643908,0.00033910703],"domain_scores_gemma":[0.99728906,0.00047064258,0.0003229113,0.0006978535,0.0008994761,0.00032008378],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020582094,0.00024459488,0.0005054385,0.00090451306,0.00014612492,0.000015246236,0.00036102373,0.00025486655,0.0012803568],"category_scores_gemma":[0.027292466,0.00016110989,0.00006416881,0.0010462452,0.00017780517,0.00019248597,0.000080793456,0.00047781726,0.000068170615],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001366506,0.0057876376,0.01682669,0.00016020656,0.00006287702,0.000011168535,0.014930875,6.518152e-7,0.0071507883,0.00058806705,0.21995057,0.73316395],"study_design_scores_gemma":[0.0286907,0.008322445,0.8061179,0.033969846,0.0004628783,0.000067370805,0.050573487,0.0009617683,0.00024272923,0.0019253339,0.06780582,0.00085975043],"about_ca_topic_score_codex":0.00040586054,"about_ca_topic_score_gemma":0.000044839868,"teacher_disagreement_score":0.7892912,"about_ca_system_score_codex":0.0008187501,"about_ca_system_score_gemma":0.0034776998,"threshold_uncertainty_score":0.9996326},"labels":[],"label_agreement":null},{"id":"W2570962458","doi":"10.2196/mededu.6304","title":"Social Media in Health Science Education: An International Survey","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Social media; Medical education; Psychology; Asset (computer security); Health education; Multidisciplinary approach; Public relations; Medicine; Political science; Sociology; Social science; Public health; Nursing","score_opus":0.17603289129751018,"score_gpt":0.5683785133561159,"score_spread":0.3923456220586057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2570962458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83929515,0.00008172107,0.0000034750728,0.107984304,0.03773285,0.0010644959,0.0000035346743,0.00006196119,0.013772524],"genre_scores_gemma":[0.9886148,0.00021476467,0.00026325273,0.0017132537,0.008070722,0.00086055015,0.00010064182,0.0000140491775,0.00014797186],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99604404,0.0004695987,0.0005112205,0.0004594136,0.0019767235,0.00053897564],"domain_scores_gemma":[0.9968005,0.0005281509,0.0005097299,0.00045208132,0.00070124463,0.0010083301],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.008028379,0.00011769496,0.0001969,0.00035011044,0.0025633462,0.00039528706,0.0018426953,0.0002207326,0.0008643662],"category_scores_gemma":[0.047461078,0.00013455677,0.000030146119,0.0005822432,0.0017207171,0.0016041617,0.00008045588,0.00039217036,0.00006359353],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011680397,0.0009846038,0.3814871,0.000018134308,0.0000014413746,1.7606828e-7,0.07897528,3.3858097e-8,9.643238e-7,0.05014246,0.004099438,0.4842787],"study_design_scores_gemma":[0.00015906221,0.000013300838,0.9203934,0.00008798217,8.9333815e-7,7.108159e-7,0.009557251,0.000013394809,0.0000014415168,0.002204176,0.06745008,0.00011833002],"about_ca_topic_score_codex":0.043987025,"about_ca_topic_score_gemma":0.08511387,"teacher_disagreement_score":0.5389063,"about_ca_system_score_codex":0.0016953606,"about_ca_system_score_gemma":0.08922783,"threshold_uncertainty_score":0.9987352},"labels":[],"label_agreement":null},{"id":"W2585582759","doi":"10.2196/mededu.5993","title":"Pediatric Residents’ Perceptions of Potential Professionalism Violations on Social Media: A US National Survey","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Perception; Public relations; Psychology; Medical education; Medicine; Political science","score_opus":0.1458106716517085,"score_gpt":0.5100515293180087,"score_spread":0.3642408576663002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585582759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95853245,0.0000454344,0.000012710995,0.024243915,0.01312221,0.0009776823,0.000042645846,0.000047353016,0.0029755803],"genre_scores_gemma":[0.9890466,0.00015585391,0.00009772624,0.0004351078,0.008776226,0.0010785292,0.0002383087,0.000017363818,0.00015432411],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952883,0.00090985245,0.00052162376,0.00030200012,0.0026464665,0.00033173303],"domain_scores_gemma":[0.9955105,0.002021365,0.00062398234,0.000254313,0.0012294912,0.00036030097],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028454436,0.00012851675,0.00021517674,0.00026344982,0.0028373771,0.0000851671,0.00064213923,0.0004623287,0.001933559],"category_scores_gemma":[0.0567217,0.00013507447,0.000093296025,0.00035904176,0.0005998901,0.00036187508,0.00005755141,0.00044046668,0.00012198638],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076453936,0.0022992394,0.7973587,0.00008896232,0.000019489631,8.246967e-7,0.06066609,9.875346e-7,0.00001376413,0.03299942,0.076196074,0.030280016],"study_design_scores_gemma":[0.00027376937,0.000013815888,0.9913652,0.000054430773,0.000015891746,4.4637508e-7,0.0026439598,0.00001038224,0.0000012184676,0.003980563,0.0015211271,0.00011918469],"about_ca_topic_score_codex":0.007000716,"about_ca_topic_score_gemma":0.0042545735,"teacher_disagreement_score":0.19400653,"about_ca_system_score_codex":0.00046040915,"about_ca_system_score_gemma":0.013039832,"threshold_uncertainty_score":0.99961174},"labels":[],"label_agreement":null},{"id":"W2588649152","doi":"10.2196/mededu.7042","title":"Virtual Patient Technology: Engaging Primary Care in Quality Improvement Innovations","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Research Resources","keywords":"Primary care; Quality (philosophy); Quality management; Primary (astronomy); Business; Knowledge management; Psychology; Computer science; Medicine; Marketing; Family medicine","score_opus":0.024123694187016823,"score_gpt":0.41921141132038203,"score_spread":0.3950877171333652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588649152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96095806,0.00013055418,0.00007764421,0.034160268,0.0006441539,0.0010284055,0.000004563137,0.00006793643,0.002928423],"genre_scores_gemma":[0.9910625,0.00003334849,0.0005696665,0.0069237384,0.00030886783,0.0006125363,0.00038948416,0.000013354889,0.00008649991],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99816716,0.00003893041,0.0006378351,0.0002768767,0.0006154962,0.00026370946],"domain_scores_gemma":[0.9986601,0.000036629775,0.0003087362,0.0005321903,0.00026045518,0.00020191827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043806256,0.00011995939,0.00023275465,0.00036789573,0.00027993068,0.000020798816,0.00015678022,0.00015995094,0.0002715778],"category_scores_gemma":[0.0012627948,0.00010873676,0.000028660563,0.00026670276,0.00012985752,0.00015179224,0.0000847805,0.0004883957,0.000015216685],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004178473,0.00041220846,0.14582057,0.00019950201,0.0000076259457,0.000004452134,0.0024095348,4.1544588e-8,0.00041759378,0.0020284457,0.0017404361,0.8469178],"study_design_scores_gemma":[0.0032041129,0.00096228713,0.93009484,0.0005817851,0.000021463049,0.000018362225,0.025485404,0.000018225774,0.0009626376,0.00048240065,0.03799575,0.00017275797],"about_ca_topic_score_codex":0.0003225422,"about_ca_topic_score_gemma":0.00016302272,"teacher_disagreement_score":0.846745,"about_ca_system_score_codex":0.0005002206,"about_ca_system_score_gemma":0.0026629348,"threshold_uncertainty_score":0.4723932},"labels":[],"label_agreement":null},{"id":"W2602590272","doi":"10.2196/mededu.6357","title":"Continuing Professional Development via Social Media or Conference Attendance: A Cost Analysis","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attendance; Social media; Professional development; Medical education; Medicine; Public relations; Psychology; Nursing; Political science","score_opus":0.10688732265275994,"score_gpt":0.4911939562888215,"score_spread":0.38430663363606155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602590272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9177004,0.00006342095,0.00035873827,0.049859744,0.026606856,0.0020337775,0.0000042873344,0.00012046677,0.0032523007],"genre_scores_gemma":[0.9889409,0.000038835165,0.00065956375,0.0005920456,0.0046335394,0.0036914032,0.000085160296,0.000013292677,0.0013452424],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996667,0.00035464822,0.00048634084,0.00036438793,0.0016288217,0.0004988004],"domain_scores_gemma":[0.9968522,0.0010820996,0.00056441664,0.00026757474,0.00056846556,0.00066521467],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018271302,0.0001466968,0.00032368687,0.00017202631,0.002574044,0.00018761437,0.0007349139,0.00038455217,0.004582422],"category_scores_gemma":[0.019087853,0.00013148873,0.00007823927,0.0004766223,0.00074666605,0.0003626211,0.00007731229,0.00039392192,0.00011438176],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034518605,0.00042261672,0.04854549,0.00003570837,0.00004722507,0.000001318783,0.22141634,2.111527e-8,0.000005040021,0.002658964,0.006235225,0.7205975],"study_design_scores_gemma":[0.00030810368,0.0000073088545,0.7719202,0.00016653199,0.00007020125,5.61665e-7,0.017663905,0.00004301677,0.00001408345,0.00039799977,0.20918983,0.00021823945],"about_ca_topic_score_codex":0.0014387073,"about_ca_topic_score_gemma":0.019335898,"teacher_disagreement_score":0.7233747,"about_ca_system_score_codex":0.00051439053,"about_ca_system_score_gemma":0.013627538,"threshold_uncertainty_score":0.99872446},"labels":[],"label_agreement":null},{"id":"W2604238903","doi":"10.2196/mededu.6415","title":"When Educational Material Is Delivered: A Mixed Methods Content Validation Study of the Information Assessment Method","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec - Santé; Association des pharmaciens du Canada; Canadian Medical Association; McGill University","keywords":"Content (measure theory); Information retrieval; Computer science; Mathematics","score_opus":0.10212046773677988,"score_gpt":0.5908352928954517,"score_spread":0.4887148251586718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604238903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95338404,0.0000055634473,0.009465224,0.020939073,0.0078088343,0.0033347474,0.0000529836,0.000029264133,0.0049802586],"genre_scores_gemma":[0.95226103,0.0000068665036,0.035901792,0.008145623,0.00060280185,0.002077426,0.00028255457,0.0000110963165,0.0007107913],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9941104,0.0024052635,0.0020543854,0.00019926381,0.00096407376,0.00026662636],"domain_scores_gemma":[0.99465483,0.0004867635,0.0024265498,0.0010123424,0.0011693811,0.00025014207],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006481064,0.00015272613,0.00028862036,0.00011477861,0.0016428326,0.000094039635,0.00064132677,0.00025826826,0.007025364],"category_scores_gemma":[0.0042743385,0.00010332019,0.00007185562,0.00011421468,0.00008689903,0.002259155,0.00028429448,0.00057317753,0.00008627402],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020389083,0.0027693217,0.31241295,0.0012153892,0.00007175359,4.5890438e-8,0.108328186,0.0000020924833,0.00009104687,0.007046717,0.09646679,0.47139183],"study_design_scores_gemma":[0.00122821,0.000084789455,0.9351768,0.00026561608,0.000030119538,0.000001352785,0.018901942,0.0019374831,0.00015415046,0.0016135534,0.0404848,0.00012116096],"about_ca_topic_score_codex":0.0021772936,"about_ca_topic_score_gemma":0.000055850753,"teacher_disagreement_score":0.6227639,"about_ca_system_score_codex":0.00035556292,"about_ca_system_score_gemma":0.005487355,"threshold_uncertainty_score":0.9996569},"labels":[],"label_agreement":null},{"id":"W2605584187","doi":"10.2196/mededu.6312","title":"Simulation Training: Evaluating the Instructor’s Contribution to a Wizard of Oz Simulator in Obstetrics and Gynecology Ultrasound Training","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Computer science; Simulation training; Wizard of oz; Field (mathematics); Medical education; Simulation; Human–computer interaction; Medicine","score_opus":0.10069622101277105,"score_gpt":0.4762705721396899,"score_spread":0.37557435112691884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605584187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881895,0.00015474945,0.00025667332,0.008121588,0.0016295755,0.0015404947,0.0000051397074,0.0000236693,0.00007859323],"genre_scores_gemma":[0.9973841,0.000008922204,0.00047973686,0.0013512626,0.0004313871,0.00022120702,0.000071522736,0.00002101398,0.000030900894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976627,0.00021433683,0.00073828304,0.00034586203,0.0007350781,0.00030371256],"domain_scores_gemma":[0.986824,0.010796519,0.00050108955,0.00058642676,0.0008649354,0.00042702828],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015193482,0.00015269485,0.0003675556,0.00027253252,0.0003861728,0.000055136876,0.00019358953,0.0002856268,0.00018992859],"category_scores_gemma":[0.13328212,0.00013375233,0.000049133305,0.00035118766,0.00024269884,0.00016853266,0.000033876255,0.00038764166,0.0000053213275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002576498,0.0004068196,0.52706957,0.00025520317,0.000035560708,0.0000021585308,0.084571615,0.008199986,0.000567169,0.0018343355,0.000057940142,0.376742],"study_design_scores_gemma":[0.0019734383,0.00036799395,0.9009182,0.0004127121,0.000042251708,0.000013406018,0.010420986,0.08428895,0.000052333176,0.0007393272,0.0006322452,0.00013818868],"about_ca_topic_score_codex":0.00013058315,"about_ca_topic_score_gemma":0.00004675974,"teacher_disagreement_score":0.3766038,"about_ca_system_score_codex":0.00041568364,"about_ca_system_score_gemma":0.0044749714,"threshold_uncertainty_score":0.8740186},"labels":[],"label_agreement":null},{"id":"W2606131721","doi":"10.2196/mededu.6305","title":"Simulated Conversations With Virtual Humans to Improve Patient-Provider Communication and Reduce Unnecessary Prescriptions for Antibiotics: A Repeated Measure Pilot Study","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Antibiotics; Medical prescription; Medicine; Conversation; Ambulatory; Preparedness; Health care; Intensive care medicine; Family medicine; Internal medicine; Nursing; Psychology","score_opus":0.01931399136765067,"score_gpt":0.3074534308968748,"score_spread":0.28813943952922416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606131721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919814,0.00026127454,0.00037130367,0.0041873716,0.0005667785,0.0022713204,0.000026321013,0.000064758424,0.00026949146],"genre_scores_gemma":[0.99738204,0.00002682752,0.00019241558,0.000404856,0.00004605219,0.000047516456,0.00018638626,0.000020199272,0.0016937302],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.998836,0.00015439965,0.00030640166,0.00037998144,0.00010707736,0.00021615719],"domain_scores_gemma":[0.99841607,0.000112074624,0.0002361971,0.000794801,0.00034407986,0.00009680335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025213775,0.0001584782,0.00021267493,0.00008096724,0.0010757596,0.00007516301,0.0003280011,0.00015362403,0.00009594522],"category_scores_gemma":[0.0008270968,0.00012654839,0.000024450577,0.000072942246,0.00036799404,0.00020400966,0.00009518352,0.0002522021,0.000025398951],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014560653,0.053650003,0.14266491,0.0008832798,0.0038681498,0.000015822092,0.107960835,0.00008716915,0.36396858,0.012643765,0.13684574,0.16285111],"study_design_scores_gemma":[0.029016541,0.042560834,0.77334833,0.0036131341,0.0014394711,0.0000705431,0.09759657,0.0006903975,0.021359771,0.00096641545,0.026974985,0.002363014],"about_ca_topic_score_codex":0.00052365643,"about_ca_topic_score_gemma":0.00060417526,"teacher_disagreement_score":0.6306834,"about_ca_system_score_codex":0.000046780973,"about_ca_system_score_gemma":0.00050718605,"threshold_uncertainty_score":0.82739824},"labels":[],"label_agreement":null},{"id":"W2606706287","doi":"10.2196/mededu.6858","title":"The Coags Uncomplicated App: Fulfilling Educational Gaps Around Diagnosis and Laboratory Testing of Coagulation Disorders","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Hemophilia Treatment and Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Novo Nordisk","keywords":"Coagulation Disorder; Coagulation; Coagulation testing; Medicine; Psychology; Internal medicine","score_opus":0.03620517242126903,"score_gpt":0.38741493634410035,"score_spread":0.3512097639228313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606706287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94012755,0.0009178997,0.000008762133,0.056590997,0.000245914,0.00054652325,0.000003339512,0.000018875317,0.0015401564],"genre_scores_gemma":[0.9977261,0.00052709423,0.0002877023,0.00014705965,0.00039259673,0.00034774933,0.0000624365,0.000011886528,0.0004973705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988381,0.00005067527,0.00024120776,0.00019109042,0.0005129904,0.00016591375],"domain_scores_gemma":[0.99826086,0.0006862906,0.00016814975,0.00034524695,0.00029998907,0.00023946122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043490666,0.000093322946,0.00014388777,0.000061491904,0.0006155298,0.000058834034,0.00014397589,0.000101699865,0.000085566],"category_scores_gemma":[0.0039731152,0.00006237288,0.000028986315,0.00014085004,0.0004670268,0.00010537516,0.000043618365,0.00018387337,0.000010975065],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041459236,0.0006739797,0.82473975,0.00013469666,0.00003911065,4.617908e-7,0.00028842673,6.1810465e-7,0.00039595185,0.0008497093,0.0042924783,0.16854334],"study_design_scores_gemma":[0.00070418033,0.00011252499,0.982286,0.00039584585,0.000041329506,0.000007962972,0.0004934368,0.0011301917,0.00038763034,0.0020255363,0.012328749,0.0000866189],"about_ca_topic_score_codex":0.00014312082,"about_ca_topic_score_gemma":0.00004586218,"teacher_disagreement_score":0.16845672,"about_ca_system_score_codex":0.00006747838,"about_ca_system_score_gemma":0.0015577876,"threshold_uncertainty_score":0.4756477},"labels":[],"label_agreement":null},{"id":"W2611830038","doi":"10.2196/mededu.6879","title":"Erosion of Digital Professionalism During Medical Students’ Core Clinical Clerkships","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Arnold P. Gold Foundation","keywords":"Likert scale; Medical education; Social media; Psychology; Perception; Scale (ratio); Medicine; Computer science","score_opus":0.23374078479849067,"score_gpt":0.5847018829919097,"score_spread":0.35096109819341903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611830038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9367202,0.00010304403,0.0000055744163,0.043340907,0.016364899,0.0011370359,0.0000026806658,0.000056408826,0.002269261],"genre_scores_gemma":[0.9930014,0.00032006446,0.000052916817,0.0003958449,0.005043027,0.00065685436,0.000030506295,0.000017629523,0.00048176473],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9937261,0.00037054438,0.00085480826,0.00034889643,0.0043154215,0.00038426774],"domain_scores_gemma":[0.9959608,0.0014021506,0.0007000674,0.000511186,0.0003712192,0.0010545843],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003940304,0.00012638496,0.00030539304,0.000081646394,0.0012237481,0.00014672792,0.0017002432,0.000728882,0.0015894857],"category_scores_gemma":[0.07783774,0.00011723501,0.00011223246,0.00015703928,0.0016647971,0.0004936146,0.00020243342,0.0006949699,0.00009270115],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003857884,0.0019436183,0.8143561,0.00007079317,0.000009013887,0.0000017224256,0.01330357,5.2347944e-9,0.0000032336006,0.0059706178,0.0042696055,0.16003317],"study_design_scores_gemma":[0.00056740746,0.000038056518,0.9790433,0.000980606,0.000010788983,0.000001757294,0.005262278,0.000005528096,0.0000063345447,0.0025037257,0.01145619,0.00012402785],"about_ca_topic_score_codex":0.00087791553,"about_ca_topic_score_gemma":0.00030000543,"teacher_disagreement_score":0.16468723,"about_ca_system_score_codex":0.0002608591,"about_ca_system_score_gemma":0.010136691,"threshold_uncertainty_score":0.9993232},"labels":[],"label_agreement":null},{"id":"W2612342840","doi":"10.2196/mededu.5434","title":"Development and Assessment of an E-learning Course on Pediatric Cardiology Basics","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Economic shortage; Course (navigation); Medicine; Health professionals; Medical education; Health care; Intensive care medicine; Political science; Engineering","score_opus":0.02338110654545986,"score_gpt":0.3682637996866272,"score_spread":0.3448826931411673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612342840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847718,0.000032633303,0.0000485389,0.0036848998,0.00068691064,0.00017926021,1.4110122e-7,0.000039081002,0.010556741],"genre_scores_gemma":[0.9974973,0.000016244818,0.00048049173,0.00042542163,0.0014365439,0.00006488423,0.000016418071,0.00000848813,0.00005419755],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992139,0.000017819788,0.00021633568,0.00017463168,0.00024067599,0.00013668038],"domain_scores_gemma":[0.9993507,0.000017903541,0.0002763068,0.00022002478,0.00010033575,0.000034725897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006005577,0.00007438544,0.00016569572,0.0001077242,0.00024953624,0.000045512184,0.0001748532,0.00015641474,0.00004184752],"category_scores_gemma":[0.00036133418,0.0000644573,0.000014679762,0.00005406611,0.000057575733,0.00018619254,0.0000753285,0.00023422492,0.000012829733],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037455256,0.00016470383,0.38341933,0.00025042522,0.000008224489,0.000003945604,0.00007250656,6.511322e-7,0.0000031492714,0.045514464,0.0006140101,0.56994486],"study_design_scores_gemma":[0.00017746164,0.000022472283,0.76680416,0.00003933553,0.000008981785,0.000003068618,0.0003641832,0.00035404004,0.0000015176659,0.00023816088,0.23191783,0.00006876158],"about_ca_topic_score_codex":0.00026171512,"about_ca_topic_score_gemma":0.000079284015,"teacher_disagreement_score":0.5698761,"about_ca_system_score_codex":0.000025849926,"about_ca_system_score_gemma":0.0006558075,"threshold_uncertainty_score":0.26284924},"labels":[],"label_agreement":null},{"id":"W2625527977","doi":"10.2196/mededu.6590","title":"Developing a Curriculum for Information and Communications Technology Use in Global Health Research and Training: A Qualitative Study Among Chinese Health Sciences Graduate Students","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center","keywords":"Curriculum; Medical education; Training (meteorology); Graduate students; Qualitative research; Psychology; Sociology; Medicine; Pedagogy; Social science; Geography","score_opus":0.3793030904058423,"score_gpt":0.6903910414452635,"score_spread":0.3110879510394212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625527977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8720301,0.00034053944,0.00033106125,0.1162605,0.00023959328,0.010614839,0.000023787945,0.000049452734,0.000110148285],"genre_scores_gemma":[0.9684523,0.0011834458,0.004061755,0.002727547,0.00007293734,0.023392355,0.00007402601,0.000008523245,0.00002713324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954732,0.0013594814,0.0011878287,0.00038878387,0.00077218167,0.00081851275],"domain_scores_gemma":[0.9961617,0.0010090591,0.0008501646,0.0006891921,0.00058151723,0.0007083458],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013408306,0.00015170076,0.00039820734,0.00050132687,0.005814144,0.00012033055,0.0007969346,0.00019404686,0.0000038986664],"category_scores_gemma":[0.0076045464,0.00013086513,0.000014174155,0.00085960893,0.0010703712,0.0007529908,0.0005060259,0.00090540707,0.0000068998993],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019307061,0.0006187873,0.73802435,0.00043598915,0.0000056550803,6.52562e-8,0.09603945,3.6549714e-8,2.4770426e-8,0.055265054,0.0016064158,0.10798488],"study_design_scores_gemma":[0.0012802406,0.0004007589,0.73085743,0.00061388477,0.0000015284213,0.0000017497997,0.2476773,0.00021528856,8.378115e-9,0.013456324,0.005412071,0.000083423605],"about_ca_topic_score_codex":0.012103956,"about_ca_topic_score_gemma":0.029206935,"teacher_disagreement_score":0.15163784,"about_ca_system_score_codex":0.00076293806,"about_ca_system_score_gemma":0.014395747,"threshold_uncertainty_score":0.9954802},"labels":[],"label_agreement":null},{"id":"W2735126243","doi":"10.2196/mededu.7825","title":"How Do Clinicians Learn About Knowledge Translation? An Investigation of Current Web-Based Learning Opportunities","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Knowledge translation; Interactivity; The Internet; Knowledge management; Resource (disambiguation); Quality (philosophy); Computer science; Medicine; Medical education; World Wide Web","score_opus":0.7082822112984457,"score_gpt":0.6874648837002899,"score_spread":0.0208173275981558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735126243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90777904,0.00017001259,0.00080257014,0.08391459,0.0026527178,0.0012808125,0.000019614681,0.00011047838,0.0032701807],"genre_scores_gemma":[0.99316657,0.00013093468,0.00047604402,0.00339277,0.0009823167,0.0006065723,0.00010671073,0.000022334756,0.0011157576],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99589497,0.0016521682,0.00091765536,0.00031675256,0.0007852337,0.00043320225],"domain_scores_gemma":[0.99578226,0.0010865988,0.0011644027,0.00053187256,0.00063394266,0.0008009026],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0039647673,0.00014462312,0.0002602804,0.0002470915,0.0016185347,0.00007129918,0.0004950824,0.00023244614,0.0008692795],"category_scores_gemma":[0.0061174356,0.00013685369,0.00005347114,0.00017031569,0.00047027704,0.0007377887,0.000039643757,0.00085818087,0.00006894368],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026582333,0.00021759848,0.22432922,0.000979678,0.0000053624644,2.911755e-7,0.056967508,0.0000018560319,0.0001309495,0.0038986267,0.016439997,0.69700235],"study_design_scores_gemma":[0.0018584883,0.0002094781,0.29803738,0.0013618284,0.00002172729,6.204474e-7,0.022509757,0.003544752,0.000043690117,0.0008288909,0.6713303,0.00025312434],"about_ca_topic_score_codex":0.00013287367,"about_ca_topic_score_gemma":0.00045024426,"teacher_disagreement_score":0.6967492,"about_ca_system_score_codex":0.00014839615,"about_ca_system_score_gemma":0.018370602,"threshold_uncertainty_score":0.99968123},"labels":[],"label_agreement":null},{"id":"W2745010196","doi":"10.2196/mededu.6429","title":"Attitudes of Health Professional Educators Toward the Use of Social Media as a Teaching Tool: Global Cross-Sectional Study","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Social media; Cross-sectional study; Medical education; Psychology; Public relations; Medicine; Political science","score_opus":0.20128698587432567,"score_gpt":0.5597997670897,"score_spread":0.35851278121537433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745010196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9436035,0.00007132925,0.000005737059,0.034833003,0.019252095,0.0018606693,0.000010922995,0.000030149655,0.00033257616],"genre_scores_gemma":[0.99460685,0.000022122875,0.00017316638,0.00053558056,0.0035749767,0.0009769426,0.000022781984,0.000011470117,0.00007612139],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99474233,0.0014126229,0.0008807617,0.00030739096,0.0022805124,0.00037637525],"domain_scores_gemma":[0.9956313,0.002023346,0.0012011142,0.000358483,0.00048222888,0.00030357626],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0051876428,0.00013702875,0.0003162817,0.00007036516,0.0026606366,0.0001527843,0.0008300707,0.00026229458,0.0004784173],"category_scores_gemma":[0.04988072,0.00011104414,0.00010588855,0.00021091428,0.0013518217,0.000499873,0.00011452247,0.00050367665,0.000014221929],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027263797,0.0026023379,0.77523726,0.000059979186,0.000017905732,9.09342e-8,0.146183,9.973648e-8,4.1401026e-7,0.017226376,0.0034745994,0.05517069],"study_design_scores_gemma":[0.00027801632,0.000059444454,0.9551569,0.00008387108,0.000008571114,8.5476375e-7,0.030814858,0.0000015943847,7.340546e-7,0.0010003124,0.012507708,0.00008713865],"about_ca_topic_score_codex":0.027765604,"about_ca_topic_score_gemma":0.0032176524,"teacher_disagreement_score":0.17991965,"about_ca_system_score_codex":0.0006828877,"about_ca_system_score_gemma":0.024267234,"threshold_uncertainty_score":0.99863774},"labels":[],"label_agreement":null},{"id":"W2751502839","doi":"10.2196/mededu.7919","title":"Mobile Apps for Teaching Intubation: Scoping Review and Critical Analysis in eLearning","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Intubation; Mobile apps; Computer science; Medical education; Multimedia; Psychology; Medicine; World Wide Web; Anesthesia","score_opus":0.04513082838095968,"score_gpt":0.5672992813635452,"score_spread":0.5221684529825855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751502839","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28243572,0.13584685,0.043142855,0.38157582,0.005261512,0.1057426,0.000063352796,0.000645853,0.045285422],"genre_scores_gemma":[0.81678367,0.018732889,0.0041961814,0.020042503,0.00093448977,0.13812238,0.00021913725,0.00003307532,0.0009356628],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978809,0.00034495993,0.0007800099,0.00034789127,0.00023554906,0.0004107247],"domain_scores_gemma":[0.99753165,0.00094853365,0.00033205416,0.0004684212,0.00016765395,0.0005516652],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.002860267,0.00010379245,0.0003961786,0.00016991237,0.0018539364,0.000019659474,0.00020788389,0.00021539832,0.0007246221],"category_scores_gemma":[0.011955077,0.00009821683,0.00004950135,0.00016480984,0.00011524816,0.00017666703,0.000071000155,0.0007848461,0.000029529056],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026921543,0.0004434543,0.07467173,0.045002542,0.0000254271,4.5620877e-7,0.002855966,0.0000010221834,0.0000024124715,0.03708413,0.020319698,0.81956625],"study_design_scores_gemma":[0.004031902,0.00073855085,0.2805182,0.18055083,0.0012942206,0.000012059229,0.008226014,0.0084774885,0.0000019907109,0.0095265545,0.5055312,0.0010910106],"about_ca_topic_score_codex":0.0002192862,"about_ca_topic_score_gemma":0.00038193038,"teacher_disagreement_score":0.81847525,"about_ca_system_score_codex":0.00012592068,"about_ca_system_score_gemma":0.0027979005,"threshold_uncertainty_score":0.9994455},"labels":[],"label_agreement":null},{"id":"W2754095499","doi":"10.2196/mededu.7587","title":"A Web-Based Lifestyle Medicine Curriculum: Facilitating Education About Lifestyle Medicine, Behavioral Change, and Health Care Outcomes","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lifestyle medicine; Psychological intervention; Medicine; Specialty; Curriculum; Intervention (counseling); Behavior change; Alternative medicine; Preventive healthcare; Gerontology; Medical education; Family medicine; Psychology; Nursing; Public health; Pedagogy","score_opus":0.1024189803936733,"score_gpt":0.5444222746295148,"score_spread":0.44200329423584145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754095499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61178416,0.006086094,0.000023353321,0.3657443,0.006900197,0.0030444495,0.000019067329,0.00018957932,0.006208819],"genre_scores_gemma":[0.93582493,0.00109353,0.00085698446,0.051792458,0.005200278,0.002862324,0.0003864016,0.000048464783,0.0019346514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953224,0.0010109314,0.0011726699,0.0006191479,0.0011016361,0.0007732084],"domain_scores_gemma":[0.9946964,0.0008641335,0.0015220855,0.00085239403,0.00063658104,0.0014284408],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003002024,0.00034571195,0.0007373623,0.00030898952,0.003884072,0.00003633625,0.00049972435,0.00051977136,0.002418214],"category_scores_gemma":[0.0054880823,0.00026992528,0.000056848374,0.00018699728,0.00056067976,0.00068275846,0.00013370022,0.0014750758,0.000233263],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018348279,0.0007255158,0.6845269,0.0026830477,0.000008886683,0.000001457604,0.046826437,2.4307914e-8,0.0000018852666,0.0009878188,0.10954269,0.15467696],"study_design_scores_gemma":[0.0018907429,0.00042625854,0.73534214,0.004917823,0.00005223933,0.00000384476,0.06645934,0.00009385755,2.3811754e-7,0.00010592972,0.190482,0.00022558258],"about_ca_topic_score_codex":0.03828627,"about_ca_topic_score_gemma":0.012567203,"teacher_disagreement_score":0.32404077,"about_ca_system_score_codex":0.0004764752,"about_ca_system_score_gemma":0.0123767285,"threshold_uncertainty_score":0.9999753},"labels":[],"label_agreement":null},{"id":"W2757249463","doi":"10.2196/mededu.7939","title":"Log In to Experiential Learning Theory: Supporting Web-Based Faculty Development","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Southampton","keywords":"Experiential learning; Computer science; World Wide Web; Psychology; Knowledge management; Mathematics education","score_opus":0.02842501626096711,"score_gpt":0.4198967639707217,"score_spread":0.39147174770975457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757249463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.953911,0.000017014063,0.0007711325,0.010549808,0.0007158997,0.00041456267,3.049576e-7,0.00008296096,0.03353729],"genre_scores_gemma":[0.9951124,0.000002011947,0.0011221551,0.0008514071,0.00032288977,0.00026719953,0.000025121555,0.000008824132,0.0022879909],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824274,0.0003319541,0.00024368476,0.00023546533,0.0005904851,0.0003556491],"domain_scores_gemma":[0.9992144,0.00009100358,0.0001708501,0.00014314576,0.000068924,0.00031166425],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030746215,0.000083509025,0.0001119256,0.000106868014,0.0011790575,0.00015476308,0.00038166097,0.00013554444,0.001996155],"category_scores_gemma":[0.007150955,0.00008084202,0.000028425393,0.00013101613,0.00012575842,0.00018064986,0.00005671131,0.00030707323,0.00011198067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044901964,0.0002429887,0.12578405,0.000025631434,0.0000044805774,0.0000047933954,0.13431403,0.000014945976,0.00007389945,0.0049285707,0.0024531716,0.73210853],"study_design_scores_gemma":[0.0005552891,0.000037305574,0.060067132,0.0002580006,0.0000030043238,4.3164295e-7,0.020696264,0.00020729798,0.00019244422,0.00035376253,0.91739285,0.0002361969],"about_ca_topic_score_codex":0.00090252113,"about_ca_topic_score_gemma":0.0012962713,"teacher_disagreement_score":0.9149397,"about_ca_system_score_codex":0.00017810412,"about_ca_system_score_gemma":0.0060543558,"threshold_uncertainty_score":0.9995804},"labels":[],"label_agreement":null},{"id":"W2762662114","doi":"10.2196/mededu.7382","title":"Selection and Use of Online Learning Resources by First-Year Medical Students: Cross-Sectional Study","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Selection (genetic algorithm); Cross-sectional study; Key (lock); Computer science; Online learning; Psychology; Knowledge management; Mathematics education; Medicine; Multimedia; Pedagogy; Machine learning","score_opus":0.020680314294903336,"score_gpt":0.38771992039965825,"score_spread":0.3670396061047549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762662114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994682,0.000021094595,0.00044109946,0.0035467618,0.0007652707,0.00024527806,6.34874e-7,0.000060624938,0.00023719635],"genre_scores_gemma":[0.99689895,0.000043064225,0.0006526781,0.00023981695,0.0003318991,0.00005071247,0.000017305014,0.000009692865,0.0017558666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971209,0.00019488523,0.00038343808,0.00039896613,0.0017208218,0.00018095541],"domain_scores_gemma":[0.99863404,0.00018594896,0.0003061987,0.00029343093,0.00022480845,0.0003555952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012491628,0.00011600599,0.00015945321,0.00010528319,0.00077150326,0.0009262246,0.0010855688,0.00016087014,0.00049589726],"category_scores_gemma":[0.004396239,0.000107155625,0.000032346492,0.00015426295,0.00015207844,0.0008516221,0.0004064051,0.0005695267,0.000019797313],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001298927,0.0017095017,0.98263043,0.000015690759,0.0000175399,5.517241e-7,0.0026414199,0.0000050312756,0.0000072630255,0.00031228567,0.0026114897,0.010035807],"study_design_scores_gemma":[0.0005374031,0.00021405134,0.9724974,0.000056299537,0.000004371439,0.000014140547,0.0017301323,0.003242817,0.0000075513017,0.000029558798,0.02156031,0.00010595766],"about_ca_topic_score_codex":0.0005342804,"about_ca_topic_score_gemma":0.00016335059,"teacher_disagreement_score":0.01894882,"about_ca_system_score_codex":0.00006142105,"about_ca_system_score_gemma":0.00054188905,"threshold_uncertainty_score":0.89316046},"labels":[],"label_agreement":null},{"id":"W2765374369","doi":"10.2196/mededu.8100","title":"A Clinical Reasoning Tool for Virtual Patients: Design-Based Research Study","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Computer science; Artificial intelligence","score_opus":0.15694378289530433,"score_gpt":0.54538772508619,"score_spread":0.38844394219088574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765374369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852098,0.00002707545,0.0019870545,0.007240879,0.0016685388,0.0032113264,0.000003837489,0.000060203438,0.0005912898],"genre_scores_gemma":[0.9904886,0.000012987114,0.0033655085,0.0018743165,0.0016455393,0.0014269018,0.00008424854,0.000030793162,0.0010711114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99646074,0.00043349754,0.0007320419,0.0005603588,0.001399618,0.00041373243],"domain_scores_gemma":[0.9700786,0.02613401,0.00029357822,0.0012664588,0.0012638606,0.0009634956],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007316101,0.00014650828,0.00041744387,0.00011199329,0.0005504081,0.000110240566,0.000393077,0.00031849608,0.00039446514],"category_scores_gemma":[0.60347855,0.00011682497,0.00016770078,0.00011388806,0.00040660988,0.00008404221,0.00008796113,0.0007295969,0.00009059461],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008587133,0.012922835,0.57544357,0.00001751915,0.000033294033,0.000006618767,0.00022284125,4.566194e-7,7.472151e-7,0.00017744927,0.06898285,0.34133312],"study_design_scores_gemma":[0.008963059,0.00619632,0.97430634,0.0021931273,0.00009068598,0.0000021190965,0.00047222277,0.0016757048,0.000009618084,0.00025389376,0.005676585,0.0001603],"about_ca_topic_score_codex":0.00008229676,"about_ca_topic_score_gemma":0.000008425436,"teacher_disagreement_score":0.59616244,"about_ca_system_score_codex":0.00011734499,"about_ca_system_score_gemma":0.004835688,"threshold_uncertainty_score":0.8578303},"labels":[],"label_agreement":null},{"id":"W2765764940","doi":"10.2196/mededu.8188","title":"Comparison of the Impact of Wikipedia, UpToDate, and a Digital Textbook on Short-Term Knowledge Acquisition Among Medical Students: Randomized Controlled Trial of Three Web-Based Resources","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; McMaster University; University of Toronto; St. Michael's Hospital","funders":"Association of American Medical Colleges","keywords":"Medical education; Randomized controlled trial; Multiple choice; Resource (disambiguation); Psychology; Computer science; Medicine; Significant difference","score_opus":0.017704569262101445,"score_gpt":0.43315689532188584,"score_spread":0.4154523260597844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765764940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9846715,0.000110623994,0.000018878658,0.0018702325,0.0010087839,0.002849272,0.0000068018007,0.000013848868,0.009450096],"genre_scores_gemma":[0.99861616,0.000025006311,0.0000058636247,0.000041806354,0.0006195106,0.00042281693,0.000013965885,0.000008175863,0.0002467048],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99610186,0.00068586704,0.0008955296,0.00020071722,0.0019593153,0.00015669527],"domain_scores_gemma":[0.99687535,0.0010627238,0.0009955874,0.0003510077,0.0004620481,0.00025329742],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032960195,0.00014053997,0.0008341358,0.00012633894,0.00034084407,0.0001459431,0.00079622015,0.00027185597,0.00049676705],"category_scores_gemma":[0.008691274,0.000087702014,0.00027714195,0.00017064867,0.002051929,0.00024241075,0.00007065672,0.00019847883,0.0000020874036],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2848901,0.011801242,0.6336837,0.000097671626,0.0002821539,2.4972596e-7,0.030513981,0.0000043014065,0.000052313524,0.00293012,0.006360381,0.029383846],"study_design_scores_gemma":[0.57881236,0.00056901394,0.41190243,0.00093931734,0.00016592398,2.7412014e-7,0.0045017973,0.0017263595,0.00008036464,0.00075737096,0.00034036936,0.00020444412],"about_ca_topic_score_codex":0.0003100386,"about_ca_topic_score_gemma":0.00064036204,"teacher_disagreement_score":0.29392228,"about_ca_system_score_codex":0.00010486536,"about_ca_system_score_gemma":0.004529803,"threshold_uncertainty_score":0.99965894},"labels":[],"label_agreement":null},{"id":"W2766409308","doi":"10.2196/mededu.7730","title":"Systems-Based Training in Graduate Medical Education for Service Learning in the State Legislature in the United States: Pilot Study","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Legislature; Medical education; Graduate medical education; Training (meteorology); Public health; State legislature; Political science; Curriculum; State (computer science); Medicine; Nursing; Psychology; Pedagogy","score_opus":0.13974638560035488,"score_gpt":0.49431566078168315,"score_spread":0.3545692751813283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766409308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86770666,0.000082810584,0.000044074273,0.12591162,0.0012809373,0.004637071,0.0000041915328,0.000030016474,0.00030260131],"genre_scores_gemma":[0.9669743,0.00005726955,0.000015369542,0.030368026,0.00082055497,0.0012296868,0.000390861,0.000023192388,0.00012074492],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9941085,0.003047615,0.00085585535,0.00034482277,0.0010811465,0.00056205055],"domain_scores_gemma":[0.99724394,0.001364241,0.00044916032,0.00051781844,0.00019226554,0.00023255972],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009154511,0.0001859531,0.000296617,0.0003073256,0.00088202127,0.00007090207,0.00086065364,0.00017607473,0.000042264146],"category_scores_gemma":[0.0048132828,0.000114840914,0.000025796126,0.0005932237,0.00006881382,0.0001483325,0.000043388947,0.002733798,0.000011504548],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005392167,0.010090207,0.19467832,0.00213636,0.00001225958,0.000012405813,0.73808897,0.00029534535,0.0000020014427,0.0015031516,0.016049344,0.036592435],"study_design_scores_gemma":[0.0034270466,0.0004269166,0.5521474,0.0044171447,0.000010685362,0.0000029005525,0.40951118,0.017787365,6.919561e-8,0.000621381,0.011472876,0.0001750503],"about_ca_topic_score_codex":0.01565131,"about_ca_topic_score_gemma":0.027398732,"teacher_disagreement_score":0.35746905,"about_ca_system_score_codex":0.00025700647,"about_ca_system_score_gemma":0.013018257,"threshold_uncertainty_score":0.9995669},"labels":[],"label_agreement":null},{"id":"W2766417356","doi":"10.2196/mededu.7480","title":"Evaluation of Web-Based Continuing Professional Development Courses: Aggregate Mixed-Methods Model","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Aggregate (composite); Professional development; Continuing education; Computer science; Medical education; Medicine; Materials science; Nanotechnology","score_opus":0.037848214183408335,"score_gpt":0.48122773004621505,"score_spread":0.4433795158628067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766417356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718084,0.00017791394,0.006805065,0.011989316,0.004663837,0.0012447523,0.0000015962393,0.000054592452,0.003254565],"genre_scores_gemma":[0.91271645,0.000008348303,0.08312509,0.0015001078,0.00041491646,0.00076337165,0.00018993797,0.000027795471,0.0012539892],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952628,0.0003013416,0.00079285575,0.00035733145,0.003017975,0.00026770745],"domain_scores_gemma":[0.995456,0.00008929622,0.000760306,0.0007666523,0.00271675,0.00021104209],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008757569,0.00018505022,0.00033613946,0.00027948557,0.00028138046,0.000032673324,0.00035219017,0.00033348365,0.00094608375],"category_scores_gemma":[0.019010086,0.00016044584,0.00007254412,0.00021235124,0.0003667067,0.00019216059,0.00006536293,0.00047119125,0.000031467935],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000478078,0.0016876166,0.0024423248,0.00021856913,0.000036188252,4.4816443e-7,0.0012027444,0.000021470352,0.0010583076,0.00047501537,0.026255867,0.9665536],"study_design_scores_gemma":[0.00606782,0.000115904724,0.1524175,0.0056195557,0.00044082972,0.000024083805,0.0018957104,0.7883118,0.011310119,0.0015569242,0.031827025,0.00041274738],"about_ca_topic_score_codex":0.000010491355,"about_ca_topic_score_gemma":0.00000752882,"teacher_disagreement_score":0.96614087,"about_ca_system_score_codex":0.00048215836,"about_ca_system_score_gemma":0.022365892,"threshold_uncertainty_score":0.99996716},"labels":[],"label_agreement":null},{"id":"W2767990067","doi":"10.2196/mededu.7361","title":"The Perceptions of Medical School Students and Faculty Toward Obesity Medicine Education: Survey and Needs Analysis","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health","keywords":"Obesity; Overweight; Body mass index; Medicine; Family medicine; Medical education; Gerontology; Perception; Psychology","score_opus":0.11785937234686597,"score_gpt":0.5871537161546946,"score_spread":0.46929434380782864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767990067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8886517,0.000779064,0.000043012642,0.10638384,0.0011716892,0.00064533413,0.000010910769,0.00001953278,0.0022948892],"genre_scores_gemma":[0.9861638,0.0050042886,0.000049599108,0.0036043995,0.00092828006,0.00023189186,0.000116248484,0.000008854669,0.003892662],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958239,0.0012211547,0.0007181568,0.00027015482,0.0016615185,0.000305073],"domain_scores_gemma":[0.99532264,0.0015360531,0.0006843015,0.0005961528,0.00051617564,0.0013446772],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0072743627,0.0001420946,0.00040333357,0.00019799404,0.0030975258,0.000058080706,0.0007462157,0.00045524954,0.0053946096],"category_scores_gemma":[0.017015513,0.000093423325,0.000042275722,0.00033051832,0.00079514744,0.00030845866,0.00034370547,0.0010702942,0.00007158686],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032383756,0.0004364792,0.9427565,0.00026289767,0.0000873075,1.919462e-7,0.006867223,1.00343405e-8,4.6691082e-7,0.0011579233,0.035030995,0.01336763],"study_design_scores_gemma":[0.00048966845,0.00005255984,0.95531005,0.00039442262,0.00015542675,0.000002234465,0.0243951,0.000048315447,1.0157441e-7,0.0002849387,0.018786808,0.00008035595],"about_ca_topic_score_codex":0.012779148,"about_ca_topic_score_gemma":0.00893376,"teacher_disagreement_score":0.10277944,"about_ca_system_score_codex":0.0000956848,"about_ca_system_score_gemma":0.006369249,"threshold_uncertainty_score":0.9992637},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W27731849","doi":"10.2196/mededu.4958","title":"TYPE AND FUNCTION OF CODE MIXING IN WOMEN LANGUAGE: AN ANALYSIS IN GOOD HOUSEKEEPING\\'S MAGAZINE","year":2013,"lang":"en","type":"dissertation","venue":"JMIR Medical Education","topic":"Media, Gender, and Advertising","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Housekeeping; Mixing (physics); Function (biology); Code-mixing; Code (set theory); Computer science; Linguistics; Programming language; Biology; Physics; Philosophy; Code-switching; Genetics","score_opus":0.012305628227864048,"score_gpt":0.35986642050868756,"score_spread":0.3475607922808235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W27731849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99371654,0.0006813382,0.0000098266455,0.00021283208,0.0007381362,0.00027517072,0.0000012497482,0.000019096678,0.004345833],"genre_scores_gemma":[0.9956309,0.00039679187,0.000058380952,0.00018330016,0.0003197175,0.00008686069,0.00040190658,0.000013787983,0.002908357],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99836695,0.00022964973,0.00035589503,0.00026701615,0.0005490026,0.00023150633],"domain_scores_gemma":[0.999254,0.00007282764,0.00019152882,0.0001292361,0.00012284493,0.0002295929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008373472,0.00010891665,0.0002948859,0.0005551718,0.000057533613,0.000031195654,0.000127978,0.00034242572,0.0007621167],"category_scores_gemma":[0.0009644073,0.00011435942,0.000027878717,0.00119899,0.0000630475,0.00019336674,0.000008022991,0.0002711189,0.000008015203],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011355008,0.0007008936,0.037528332,0.000372804,0.00007670893,0.0000029266748,0.5518808,0.0000075170615,0.0006064413,0.00079858553,0.0005413389,0.4073701],"study_design_scores_gemma":[0.00035214442,0.000066332344,0.72603375,0.00037995484,0.000083670864,2.2857651e-7,0.27039418,0.00031716772,0.00002755622,0.0004789958,0.001652017,0.00021400349],"about_ca_topic_score_codex":0.0050681704,"about_ca_topic_score_gemma":0.037639312,"teacher_disagreement_score":0.6885054,"about_ca_system_score_codex":0.0002299779,"about_ca_system_score_gemma":0.0016476421,"threshold_uncertainty_score":0.9799213},"labels":[],"label_agreement":null},{"id":"W2775419156","doi":"10.2196/mededu.7903","title":"A Survey of Medical Oncology Training in Australian Medical Schools: Pilot Study","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Advances in Oncology and Radiotherapy","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Clinical Oncology; Oncology; Precision oncology; Internal medicine; Medical physics; Cancer","score_opus":0.11254563984870757,"score_gpt":0.5400000439473319,"score_spread":0.42745440409862434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775419156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9315932,0.00025076515,0.00010192621,0.061778817,0.0027445317,0.00087971525,0.0000021428561,0.000033169843,0.0026157766],"genre_scores_gemma":[0.9947359,0.00031669295,0.0003042788,0.0026414301,0.0012065396,0.00023130013,0.00003180912,0.000021363197,0.00051066204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99573326,0.0006102949,0.0008195883,0.00040522392,0.002064226,0.00036741106],"domain_scores_gemma":[0.99725413,0.0006173378,0.00034029732,0.00061128556,0.00015789329,0.0010190259],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006083603,0.00017751822,0.0007411199,0.00018794654,0.00014596581,0.000011905318,0.0008220018,0.0006484597,0.0057876995],"category_scores_gemma":[0.025686512,0.00014158053,0.00004753586,0.00019418006,0.0008525362,0.00012850038,0.00009436569,0.0015824451,0.000029417144],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009332428,0.010723124,0.5124713,0.000065858796,0.000085202344,0.0002902983,0.0032515517,1.4722076e-7,0.000009933818,0.00032040902,0.008766311,0.46308264],"study_design_scores_gemma":[0.006281291,0.0052842647,0.9716666,0.00065960566,0.00002529322,0.00024144046,0.0034408416,0.00020602944,0.0000062216905,0.00021916298,0.011826312,0.00014298338],"about_ca_topic_score_codex":0.0019621444,"about_ca_topic_score_gemma":0.0076890206,"teacher_disagreement_score":0.46293965,"about_ca_system_score_codex":0.0002812333,"about_ca_system_score_gemma":0.017985713,"threshold_uncertainty_score":0.9951211},"labels":[],"label_agreement":null},{"id":"W2780610369","doi":"10.2196/mededu.7173","title":"An E-Learning Module to Improve Nongenetic Health Professionals’ Assessment of Colorectal Cancer Genetic Risk: Feasibility Study","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"KWF Kankerbestrijding","keywords":"Colorectal cancer; Health professionals; Medicine; Cancer; Computer science; Oncology; Psychology; Medical education; Internal medicine; Health care; Political science","score_opus":0.014679227840800547,"score_gpt":0.44101390296357024,"score_spread":0.4263346751227697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780610369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99522173,0.0002382128,0.00056266837,0.0013784979,0.000964076,0.0015232638,0.00001983498,0.000009359351,0.000082352184],"genre_scores_gemma":[0.9943534,0.00006470338,0.003331203,0.00033748255,0.00042479465,0.0012935001,0.000052290186,0.000021823638,0.0001207591],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998133,0.00031964062,0.00035693613,0.0005177532,0.00045754475,0.00021512652],"domain_scores_gemma":[0.9983056,0.000012392692,0.00039815856,0.0006898912,0.00025689288,0.00033702963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007012439,0.00013335152,0.00018697021,0.000045088997,0.00035618598,0.000031433752,0.00044325853,0.00012978473,0.00015221871],"category_scores_gemma":[0.00052417314,0.00012461214,0.00004439196,0.0000647933,0.000097038195,0.0000078039575,0.00014716519,0.0002173813,0.000002514457],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007554818,0.0032996517,0.83079207,0.000062707826,0.000058426867,3.1108786e-7,0.0013352071,0.0003702144,0.022282308,0.0000050539993,0.0020024471,0.13971606],"study_design_scores_gemma":[0.00054376223,0.0014657546,0.9909627,0.000042104948,0.00001635,0.0000011807256,0.0012238652,0.0012820861,0.0037318063,0.000022746548,0.00057487923,0.00013275386],"about_ca_topic_score_codex":0.0009516469,"about_ca_topic_score_gemma":0.0014272073,"teacher_disagreement_score":0.16017064,"about_ca_system_score_codex":0.00022972592,"about_ca_system_score_gemma":0.0061977794,"threshold_uncertainty_score":0.99943614},"labels":[],"label_agreement":null},{"id":"W2782046928","doi":"10.2196/mededu.8976","title":"Integrating Patient-Centered Electronic Health Record Communication Training into Resident Onboarding: Curriculum Development and Post-Implementation Survey Among Housestaff","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Chicago; Arnold P. Gold Foundation","keywords":"Onboarding; Curriculum; Specialty; Medicine; Likert scale; Medical education; Electronic health record; Scale (ratio); Best practice; Family medicine; Nursing; Health care; Psychology","score_opus":0.05196833845501628,"score_gpt":0.46382050138460235,"score_spread":0.41185216292958604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782046928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889785,0.0005586553,0.00051791477,0.005488728,0.0012578694,0.0027313102,0.00000403022,0.00016845978,0.00029452774],"genre_scores_gemma":[0.9919043,0.00024003649,0.0017865779,0.003178421,0.00045461892,0.0015481412,0.0006983452,0.000058910868,0.00013065404],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.991985,0.0036631727,0.0018503063,0.0005498329,0.0007671106,0.0011845368],"domain_scores_gemma":[0.99633664,0.00056728546,0.0011796188,0.00047174346,0.0007294682,0.000715264],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0056434404,0.00027845596,0.00045737787,0.00027783398,0.0017433773,0.000040667088,0.00032220397,0.0002975863,0.00043563911],"category_scores_gemma":[0.001782191,0.0002619043,0.000038048987,0.000487708,0.0001587553,0.00032668468,0.00015721523,0.0012908167,0.000068143316],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004949663,0.00017589606,0.23557119,0.00035177794,0.000030317377,2.1352662e-7,0.19585149,2.4131113e-8,0.000027774604,0.0007650978,0.010649207,0.5565275],"study_design_scores_gemma":[0.001838499,0.0016401914,0.63223976,0.0038300038,0.000015405278,0.000010151649,0.2788646,0.00044408778,0.000054559147,0.00041281074,0.08006898,0.00058092945],"about_ca_topic_score_codex":0.046699215,"about_ca_topic_score_gemma":0.23576806,"teacher_disagreement_score":0.5559466,"about_ca_system_score_codex":0.003132004,"about_ca_system_score_gemma":0.01998048,"threshold_uncertainty_score":0.9999833},"labels":[],"label_agreement":null},{"id":"W2785259421","doi":"10.2196/mededu.8495","title":"A Web-Based Course on Public Health Principles in Disaster and Medical Humanitarian Response: Survey Among Students and Faculty","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Disaster Response and Management","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Chinese University of Hong Kong","keywords":"Course (navigation); Disaster response; Medical education; Public health; Psychology; Emergency management; Political science; Engineering; Medicine; Nursing","score_opus":0.1368487546838307,"score_gpt":0.5155873809710073,"score_spread":0.3787386262871766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785259421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95985043,0.000039817234,0.000034617802,0.037467066,0.00051708723,0.0011685436,0.000013719585,0.000042068947,0.00086663646],"genre_scores_gemma":[0.9806145,0.00001979214,0.000024005118,0.016235605,0.0002296885,0.00050863344,0.00012295925,0.000019564794,0.0022252514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99430275,0.003083992,0.00056045107,0.00040179718,0.0011657068,0.00048529115],"domain_scores_gemma":[0.99781066,0.0006852956,0.00017539343,0.00029616494,0.00010198159,0.00093050627],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008483962,0.00016071362,0.00025492258,0.00023279153,0.0003635406,0.000043614902,0.0002689099,0.00022845119,0.001036382],"category_scores_gemma":[0.0036013266,0.00012980842,0.000017273162,0.0002322259,0.00035941898,0.000121804216,0.00021776286,0.000519028,0.000085753236],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00097588706,0.0019275744,0.90992796,0.00017915896,0.000020583386,0.000006554361,0.025287775,2.271751e-8,7.3663887e-7,0.001122941,0.03776643,0.022784362],"study_design_scores_gemma":[0.0019148277,0.00032679626,0.9039073,0.00069428544,0.000003487058,6.928561e-7,0.0065146913,0.00016977715,1.0241163e-7,0.000030886575,0.08633213,0.00010501483],"about_ca_topic_score_codex":0.00076211244,"about_ca_topic_score_gemma":0.018639425,"teacher_disagreement_score":0.048565697,"about_ca_system_score_codex":0.00020667701,"about_ca_system_score_gemma":0.0047787298,"threshold_uncertainty_score":0.9998768},"labels":[],"label_agreement":null},{"id":"W2787683732","doi":"10.2196/mededu.8527","title":"Medical YouTube Videos and Methods of Evaluation: Literature Review","year":2018,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":305,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relevance (law); The Internet; Set (abstract data type); Reliability (semiconductor); Quality (philosophy); Computer science; Health literacy; Medical education; Medical information; Information retrieval; World Wide Web; Medicine; Health care","score_opus":0.11555787854689853,"score_gpt":0.6562552970355877,"score_spread":0.5406974184886892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787683732","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000039918914,0.98167354,0.0002383853,0.0031393701,0.0030102874,0.0056501236,0.000034450815,0.00005006887,0.006199787],"genre_scores_gemma":[4.40794e-7,0.9716415,0.0028469379,0.017839927,0.00198857,0.0038225837,0.0013198213,0.00002889859,0.00051136065],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9829594,0.00892672,0.0049944916,0.0005328729,0.0021617077,0.00042479677],"domain_scores_gemma":[0.99141467,0.0020701753,0.0024868273,0.0009001277,0.0019993857,0.0011288295],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.03112325,0.00038521492,0.0020057284,0.0002835085,0.00032772808,0.000018081746,0.00050085445,0.0019317336,0.02304737],"category_scores_gemma":[0.040790014,0.00025235675,0.00025835267,0.0010805896,0.00025798817,0.00054791616,0.00023227732,0.0025001564,0.0002601707],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026915225,0.00008171143,0.00001468867,0.2506184,0.000015578393,2.1691673e-7,0.0009828872,1.1159199e-10,7.926119e-10,0.00025023497,0.087106824,0.66092676],"study_design_scores_gemma":[0.0001534463,0.000025038615,0.000042462954,0.34322944,0.00019289556,0.000024697112,0.00006780883,0.000058694768,1.0845391e-8,0.0001517267,0.6559229,0.00013089462],"about_ca_topic_score_codex":0.000016949105,"about_ca_topic_score_gemma":0.000005495589,"teacher_disagreement_score":0.66079587,"about_ca_system_score_codex":0.00031520516,"about_ca_system_score_gemma":0.03120282,"threshold_uncertainty_score":0.99999285},"labels":[],"label_agreement":null},{"id":"W2788051970","doi":"10.2196/mededu.7719","title":"Evaluating the Effect of a Web-Based E-Learning Tool for Health Professional Education on Clinical Vancomycin Use: Comparative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Antimicrobial Resistance in Staphylococcus","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Illawarra Shoalhaven Local Health District; South Eastern Sydney Local Health District","keywords":"Vancomycin; The Internet; Health professionals; Staphylococcus aureus; Medicine; Antibiotics; Computer science; World Wide Web; Health care; Biology; Microbiology","score_opus":0.0855575975539262,"score_gpt":0.5567119193220098,"score_spread":0.4711543217680836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788051970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862202,0.000042205716,0.0002027633,0.0057257116,0.0018091227,0.00582737,0.0000032342543,0.000037659185,0.00013172383],"genre_scores_gemma":[0.99196464,0.00000250265,0.0015336117,0.0031027168,0.0011887419,0.0014003405,0.00006672072,0.000021728905,0.0007190182],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996343,0.001315761,0.0008254934,0.0003809519,0.00088833226,0.00024642327],"domain_scores_gemma":[0.9954976,0.0027974101,0.0005611005,0.00036108826,0.0005701288,0.00021266278],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0043523707,0.00017784338,0.00051641307,0.00010592552,0.00029577402,0.000017758905,0.00015885328,0.00013508883,0.00018299095],"category_scores_gemma":[0.008956037,0.000110639,0.00013742756,0.00031381217,0.0003068153,0.000061391096,0.000026963904,0.0005829467,0.000022864057],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012286394,0.011489354,0.46272987,0.0008323645,0.00014516752,4.7401576e-7,0.0048852824,0.000012180592,0.0010791869,0.00023274671,0.16085067,0.3454563],"study_design_scores_gemma":[0.0112563735,0.064261995,0.8806714,0.0046625524,0.00021914547,0.000005572695,0.0031605235,0.008002297,0.000943639,0.000046271645,0.026460335,0.00030993466],"about_ca_topic_score_codex":0.000024482722,"about_ca_topic_score_gemma":0.000028648381,"teacher_disagreement_score":0.41794148,"about_ca_system_score_codex":0.0002049046,"about_ca_system_score_gemma":0.010421253,"threshold_uncertainty_score":0.999392},"labels":[],"label_agreement":null},{"id":"W2788437953","doi":"10.2196/mededu.9137","title":"Increasing Reasoning Awareness: Video Analysis of Students’ Two-Party Virtual Patient Interactions","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtual patient; Medical education; Psychology; Computer science; Medicine","score_opus":0.019102227677183704,"score_gpt":0.4274921596446074,"score_spread":0.4083899319674237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788437953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99539244,0.000058749763,0.0004143363,0.0012434005,0.00095615385,0.00023618506,0.000005149737,0.00005086617,0.0016427326],"genre_scores_gemma":[0.99631715,0.00002312788,0.0007364999,0.0017796049,0.00065121724,0.00008533127,0.00019771534,0.0000141132405,0.00019522122],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976829,0.00016222804,0.00063698366,0.00032694868,0.0009851638,0.00020577382],"domain_scores_gemma":[0.994655,0.003598138,0.00027067002,0.00041295364,0.00049293024,0.0005703021],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00068630616,0.00013263927,0.00044829218,0.0003427645,0.00010012858,0.000023184484,0.00014306385,0.00011304783,0.002232626],"category_scores_gemma":[0.06692447,0.00011028424,0.0001949597,0.0010242406,0.00023560364,0.000080377096,0.000079756515,0.00026546055,0.000057425383],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029444246,0.0033829652,0.877865,0.000013773853,0.00061025005,0.000004952523,0.0024169877,0.0000053383246,0.00016209962,0.0004291252,0.0051122066,0.10970284],"study_design_scores_gemma":[0.00138879,0.0007771808,0.9799232,0.0036002127,0.0019188073,0.00005163285,0.0026166323,0.0039834497,0.0004218254,0.000067690824,0.0050573437,0.00019324763],"about_ca_topic_score_codex":0.001078887,"about_ca_topic_score_gemma":0.00016566378,"teacher_disagreement_score":0.10950959,"about_ca_system_score_codex":0.00012984271,"about_ca_system_score_gemma":0.0012735504,"threshold_uncertainty_score":0.99867946},"labels":[],"label_agreement":null},{"id":"W2791202895","doi":"10.2196/mededu.9635","title":"Improving Internal Medicine Residents’ Colorectal Cancer Screening Knowledge Using a Smartphone App: Pilot Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Colorectal cancer; Medicine; Smartphone app; Colorectal cancer screening; Smartphone application; Cancer; Family medicine; Oncology; Internal medicine; Computer science; Multimedia; World Wide Web; Colonoscopy","score_opus":0.03860119925956222,"score_gpt":0.3870706655887411,"score_spread":0.34846946632917886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791202895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863021,0.0008166955,0.0052982373,0.0008469838,0.0031441902,0.0012359226,0.0000011957926,0.00018378913,0.0021708917],"genre_scores_gemma":[0.9901932,0.000014004301,0.0006351673,0.0005012113,0.007151921,0.0005486414,0.000012754828,0.000044614422,0.0008985059],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974683,0.00016594918,0.0005371537,0.0005440853,0.0009111043,0.00037339912],"domain_scores_gemma":[0.9983372,0.000101083264,0.00021965585,0.00026147827,0.000518852,0.00056169525],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008801846,0.00024628438,0.0004070366,0.00035704323,0.00027565978,0.000031779095,0.00018325193,0.00012387078,0.0016867213],"category_scores_gemma":[0.0012169926,0.0002074212,0.0000571384,0.00074315123,0.00032434406,0.00015470745,0.00012391827,0.0005528695,0.00003731242],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020910695,0.006116514,0.19157334,0.0003900481,0.00036413225,0.00004144405,0.016056009,0.0000016979667,0.0496456,0.000018306218,0.016518872,0.69836336],"study_design_scores_gemma":[0.008905773,0.04353996,0.910328,0.0037875944,0.0005149836,0.0006739007,0.007581066,0.015620768,0.006136781,0.000047028392,0.0022585331,0.0006056152],"about_ca_topic_score_codex":0.017751783,"about_ca_topic_score_gemma":0.003178446,"teacher_disagreement_score":0.71875465,"about_ca_system_score_codex":0.00050249195,"about_ca_system_score_gemma":0.0018704765,"threshold_uncertainty_score":0.99922585},"labels":[],"label_agreement":null},{"id":"W2792365549","doi":"10.2196/mededu.9128","title":"Self-Reflected Well-Being via a Smartphone App in Clinical Medical Students: Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Suicidal ideation; Burnout; Anxiety; Clinical psychology; Psychology; Depression (economics); Data collection; Population; Medicine; Well-being; Focus group; Psychiatry; Suicide prevention; Poison control","score_opus":0.05446845208692476,"score_gpt":0.558597503240897,"score_spread":0.5041290511539722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792365549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96678543,0.00018435623,0.000101028076,0.017885165,0.0072388425,0.0038828878,0.0000016275035,0.0002809541,0.0036397185],"genre_scores_gemma":[0.97804606,0.00016749582,0.00029521628,0.014158489,0.004963948,0.0015182367,0.000052870695,0.00004202098,0.0007556661],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.986414,0.0054708263,0.0026605865,0.0009310056,0.0035581517,0.00096542004],"domain_scores_gemma":[0.9946891,0.001613938,0.00045810486,0.0007879173,0.0007250213,0.0017259368],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012914975,0.00030400607,0.00073627447,0.00024688474,0.0007440804,0.00002085715,0.0010534032,0.0012276978,0.010743962],"category_scores_gemma":[0.008131411,0.00023783624,0.00010872322,0.00090896134,0.0002783297,0.0001670557,0.00059871067,0.0033565324,0.0015159817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002321724,0.013756393,0.8967456,0.0002878962,0.00003668034,0.000017423006,0.011763767,3.4790593e-9,0.0000017397307,0.00009638462,0.012048812,0.06501311],"study_design_scores_gemma":[0.0037514572,0.0006232707,0.97077316,0.0024993564,0.000022752192,0.000004312996,0.008165291,0.000296373,0.0000014342645,0.0008007728,0.0128130885,0.00024875536],"about_ca_topic_score_codex":0.0012935109,"about_ca_topic_score_gemma":0.0055684275,"teacher_disagreement_score":0.07402752,"about_ca_system_score_codex":0.0006125662,"about_ca_system_score_gemma":0.011877014,"threshold_uncertainty_score":0.99926144},"labels":[],"label_agreement":null},{"id":"W2792467193","doi":"10.2196/mededu.9185","title":"The Impact of a Small Private Online Course as a New Approach to Teaching Oncology: Development and Evaluation","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Advances in Oncology and Radiotherapy","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Misinformation; Multidisciplinary approach; Medicine; Health care; Session (web analytics); Family medicine; Medical education; Radiation oncology; Nursing; Internal medicine; Radiation therapy","score_opus":0.04104645586463411,"score_gpt":0.5080523505880071,"score_spread":0.467005894723373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792467193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979682,0.00040164337,0.002462275,0.01137158,0.00036444794,0.0009040115,3.1953996e-7,0.000016123704,0.004797562],"genre_scores_gemma":[0.884719,0.00010514422,0.10568515,0.0047916016,0.0023670173,0.00023315809,0.00006045461,0.000019861911,0.0020186102],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990077,0.00013241955,0.00024118011,0.00017295302,0.00030338654,0.00014238576],"domain_scores_gemma":[0.99904966,0.0001590529,0.000111214664,0.0001704118,0.00013314778,0.0003765299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012538115,0.00008584586,0.00016858778,0.000049422233,0.00014274876,0.0000046594373,0.00009694731,0.00014429112,0.0001356935],"category_scores_gemma":[0.0019252525,0.00004987882,0.000027568827,0.00010523074,0.00023244829,0.000030789724,0.000023109673,0.00024851813,0.000011139637],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034829398,0.001746807,0.0022050792,0.000014996987,0.000067019755,3.673813e-7,0.008064343,0.0000021246,0.000111402755,0.00052352354,0.011929873,0.9749862],"study_design_scores_gemma":[0.005672204,0.005369225,0.4127532,0.0004750801,0.00020011027,0.0005151029,0.004347182,0.008587835,0.000309634,0.0030521688,0.5584147,0.0003035697],"about_ca_topic_score_codex":0.000044318433,"about_ca_topic_score_gemma":0.000025060916,"teacher_disagreement_score":0.97468257,"about_ca_system_score_codex":0.00036495776,"about_ca_system_score_gemma":0.01071404,"threshold_uncertainty_score":0.99489427},"labels":[],"label_agreement":null},{"id":"W2794232514","doi":"10.2196/mededu.9237","title":"Mobile Technology in E-Learning for Undergraduate Medical Education on Emergent Otorhinolaryngology–Head and Neck Surgery Disorders: Pilot Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan; Chang Gung Medical Foundation","keywords":"Otorhinolaryngology; Competence (human resources); Medicine; Randomized controlled trial; Head and neck surgery; Medical education; Psychology; Physical therapy; Surgery","score_opus":0.017760921461492055,"score_gpt":0.35867138655341363,"score_spread":0.3409104650919216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794232514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96297526,0.0004266533,0.00017405943,0.025216399,0.002549408,0.0061250636,2.9355837e-7,0.000122058314,0.0024107886],"genre_scores_gemma":[0.9880156,0.0004022583,0.00011211345,0.0022789226,0.0013352595,0.007115549,0.00009953627,0.000027542263,0.0006132465],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99720603,0.0004275312,0.00094628887,0.0004383226,0.0006447752,0.00033705766],"domain_scores_gemma":[0.9968711,0.0020252287,0.00026018344,0.00018797517,0.00018742372,0.00046809507],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021868625,0.0002152526,0.001140683,0.0005909603,0.00013277019,0.000016477275,0.000091925685,0.00042210612,0.0010514482],"category_scores_gemma":[0.022320686,0.00016262261,0.00021041986,0.00042448583,0.0004427608,0.000062838604,0.000027701299,0.00052847085,0.000025474144],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7811115,0.0053572794,0.008490506,0.00009812322,0.000123551,0.0000022946876,0.000543799,0.0000015406802,0.0000069694765,0.0059012426,0.0022323958,0.19613081],"study_design_scores_gemma":[0.95099264,0.0022507575,0.0020370206,0.0007147157,0.000095391064,0.000017596587,0.0005009082,0.004401548,0.000008238627,0.005362838,0.03340746,0.00021088438],"about_ca_topic_score_codex":0.000037039965,"about_ca_topic_score_gemma":0.00004440423,"teacher_disagreement_score":0.19591993,"about_ca_system_score_codex":0.00009753192,"about_ca_system_score_gemma":0.002826498,"threshold_uncertainty_score":0.9998617},"labels":[],"label_agreement":null},{"id":"W2796961987","doi":"10.2196/mededu.9068","title":"Instructional Video and Medical Student Surgical Knot-Tying Proficiency: Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Knot tying; Randomized controlled trial; Tying; Knot (papermaking); Computer science; Medicine; Psychology; Surgery; Engineering","score_opus":0.01550626404679489,"score_gpt":0.39257314559597023,"score_spread":0.37706688154917534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796961987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95853734,0.0002358489,0.00013435821,0.012595629,0.0024404994,0.0034178535,3.8993474e-7,0.000109170556,0.02252891],"genre_scores_gemma":[0.99225426,0.000060153747,0.00017182728,0.002166543,0.0036911827,0.0009162381,0.000030040335,0.000015877464,0.00069388706],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9957831,0.0004029766,0.0009316424,0.00039458746,0.0022059297,0.00028176533],"domain_scores_gemma":[0.99702096,0.0013509827,0.0001870935,0.00016519676,0.000284325,0.0009914347],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003036877,0.00018986301,0.0010451657,0.00017422732,0.00017991169,0.000041410392,0.000111408124,0.00034303122,0.010285219],"category_scores_gemma":[0.007673624,0.0001237408,0.0002428577,0.00027313313,0.0008509728,0.000087837834,0.000054770993,0.0004440985,0.00005724918],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7964035,0.0017935308,0.0014685207,0.000033102162,0.00017187139,0.00003165526,0.000953464,1.6892564e-7,0.0000025893337,0.014824021,0.00041823453,0.18389933],"study_design_scores_gemma":[0.97196096,0.00032785386,0.002116702,0.00022966451,0.000115494935,0.0002209226,0.0002742113,0.0050667566,0.000004716786,0.00047936925,0.019063976,0.000139355],"about_ca_topic_score_codex":0.00001371484,"about_ca_topic_score_gemma":0.0000030160904,"teacher_disagreement_score":0.18375997,"about_ca_system_score_codex":0.00007424248,"about_ca_system_score_gemma":0.0024087192,"threshold_uncertainty_score":0.99061954},"labels":[],"label_agreement":null},{"id":"W2797900494","doi":"10.2196/mededu.9516","title":"Jordan Field Epidemiology Training Program: Critical Role in National and Regional Capacity Building","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Viral Infections and Outbreaks Research","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Public health; Workforce; Epidemiology; General partnership; Capacity building; Environmental health; Christian ministry; Medicine; Sustainability; Geography; Economic growth; Political science; Nursing","score_opus":0.10932487694507735,"score_gpt":0.4939042506190492,"score_spread":0.3845793736739718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797900494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9285915,0.00014979587,0.00036846378,0.062061723,0.0002398021,0.00032349862,7.0845516e-7,0.00003940074,0.008225121],"genre_scores_gemma":[0.9881328,0.000016124732,0.0046379506,0.005636804,0.0012135489,0.00022357274,0.000012223095,0.000006624294,0.00012035994],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988152,0.0001214381,0.00025165768,0.0002244138,0.00033038246,0.00025691936],"domain_scores_gemma":[0.99879366,0.0005664025,0.000025882271,0.00007049691,0.00021764555,0.0003259241],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009835787,0.00007230585,0.00017071358,0.00017078774,0.00009407777,0.00001026982,0.00004455134,0.00018861325,0.00087183167],"category_scores_gemma":[0.008637282,0.0000615698,0.000032834705,0.00022058912,0.000384251,0.000079757185,0.0000248659,0.00042254265,0.000018720242],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001647785,0.0012633563,0.050625443,0.00013404674,0.000023790564,0.0000057060442,0.0021260816,1.2017915e-7,0.0010161975,0.11240053,0.026777517,0.8054624],"study_design_scores_gemma":[0.002492215,0.0032368843,0.6321829,0.0011197696,0.000032523134,0.0017521087,0.0026675444,0.023744367,0.0006790492,0.102773085,0.22887428,0.00044528613],"about_ca_topic_score_codex":0.00027195874,"about_ca_topic_score_gemma":0.000088531786,"teacher_disagreement_score":0.8050172,"about_ca_system_score_codex":0.00009062974,"about_ca_system_score_gemma":0.00087911804,"threshold_uncertainty_score":0.99971336},"labels":[],"label_agreement":null},{"id":"W2798264832","doi":"10.2196/mededu.9091","title":"Online Lectures in Undergraduate Medical Education: Scoping Review","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"PsycINFO; Medical education; Curriculum; Inclusion (mineral); MEDLINE; Online learning; Flipped classroom; Instructional design; Psychology; Medicine; Multimedia; Computer science; Mathematics education; Pedagogy","score_opus":0.05001562470624234,"score_gpt":0.5275933933344503,"score_spread":0.477577768628208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798264832","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06592095,0.017276648,0.0031654618,0.80909926,0.009545945,0.0027686807,0.0000013576447,0.0002909459,0.09193075],"genre_scores_gemma":[0.5979162,0.019887963,0.034792565,0.31114206,0.027006395,0.0013966187,0.00028149094,0.00010550782,0.007471202],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995906,0.001461378,0.00052043993,0.00031904108,0.001459253,0.00033387094],"domain_scores_gemma":[0.9985017,0.00032413265,0.0001674903,0.00024419412,0.0003627139,0.0003997571],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049866727,0.00012798265,0.00025230815,0.0001732759,0.00029188846,0.000032626816,0.0004892344,0.00024561372,0.004889366],"category_scores_gemma":[0.031518817,0.00011546242,0.000043265987,0.0012294668,0.0006805295,0.0001706955,0.000054148695,0.0005812722,0.00008287458],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006628133,0.0016723934,0.0032727483,0.00084024336,0.000006925234,0.0000015063317,0.007132872,2.09311e-8,0.0000054619345,0.062030844,0.120346844,0.8046835],"study_design_scores_gemma":[0.0010157635,0.00023056794,0.03412057,0.2473107,0.000048364847,0.000043303753,0.0061189067,0.00010242201,0.00006573142,0.06832699,0.6414709,0.0011457928],"about_ca_topic_score_codex":0.0011488283,"about_ca_topic_score_gemma":0.0064218864,"teacher_disagreement_score":0.8035377,"about_ca_system_score_codex":0.00031312797,"about_ca_system_score_gemma":0.026635062,"threshold_uncertainty_score":0.9960203},"labels":[],"label_agreement":null},{"id":"W2800696236","doi":"10.2196/mededu.9365","title":"Consensus on Quality Indicators of Postgraduate Medical E-Learning: Delphi Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Quality (philosophy); Delphi; Set (abstract data type); Medical education; Computer science; Foundation (evidence); Psychology; Medicine; Artificial intelligence; Political science","score_opus":0.02781974763239893,"score_gpt":0.44214338459569524,"score_spread":0.4143236369632963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800696236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9552847,0.000030873893,0.00005253666,0.034387454,0.0017480586,0.0010885751,0.0000013725582,0.00012181165,0.007284628],"genre_scores_gemma":[0.98843825,0.000012364183,0.00050891546,0.008442239,0.0015490078,0.00021730643,0.00011125595,0.000036650457,0.00068404153],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.993865,0.00046676927,0.0012616124,0.00051858986,0.0035230683,0.00036492443],"domain_scores_gemma":[0.99697614,0.00032818396,0.00049476663,0.0006685859,0.0009629415,0.0005693559],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033920454,0.00024047292,0.0005090781,0.0006940974,0.00018087517,0.000012815893,0.0003442896,0.0004656025,0.004739643],"category_scores_gemma":[0.032449093,0.00020110437,0.00009651939,0.0016707405,0.0010315854,0.00004410139,0.00007621005,0.0011902342,0.00027271325],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008128705,0.022274187,0.28822973,0.00034011074,0.00021961187,0.000021972102,0.011453043,1.8043949e-7,0.000116819676,0.007552582,0.12509373,0.5438852],"study_design_scores_gemma":[0.004958313,0.00565546,0.90247834,0.0012260058,0.00016780368,0.00015471301,0.019779159,0.00045130204,0.0006382283,0.00050108205,0.063495815,0.00049375626],"about_ca_topic_score_codex":0.00015148622,"about_ca_topic_score_gemma":0.000019309433,"teacher_disagreement_score":0.61424863,"about_ca_system_score_codex":0.00022586453,"about_ca_system_score_gemma":0.0057016085,"threshold_uncertainty_score":0.99993515},"labels":[],"label_agreement":null},{"id":"W2802555790","doi":"10.2196/mededu.9551","title":"Development of a Web-Based Formative Self-Assessment Tool for Physicians to Practice Breaking Bad News (BRADNET)","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Self-assessment; Psychology; Medical education; Web application; Computer science; Medicine; World Wide Web; Mathematics education; Pedagogy","score_opus":0.06954177316982683,"score_gpt":0.49064536615063187,"score_spread":0.421103592980805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802555790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.645216,0.00026756877,0.08118958,0.22172387,0.00984597,0.023918487,0.00006744676,0.0007454341,0.017025648],"genre_scores_gemma":[0.60322016,0.000005902679,0.35922787,0.028757144,0.0005141457,0.008036238,0.00013104122,0.000030369296,0.000077112294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967943,0.00065153337,0.0011078197,0.0002813188,0.0007365418,0.00042853202],"domain_scores_gemma":[0.99518514,0.0015264604,0.0008249167,0.00062065606,0.0015549966,0.00028781625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077979884,0.00016173668,0.0002677015,0.00016614761,0.0007885666,0.000009565093,0.00043000624,0.00020907998,0.00023183877],"category_scores_gemma":[0.0020180927,0.0001539596,0.000050512223,0.00042454028,0.00005694472,0.0002905558,0.0001376341,0.00043478646,0.000114895694],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034944894,0.0028267219,0.0073717544,0.0018357384,0.000079466656,1.5402496e-7,0.3124773,0.0000015433435,0.00027126167,0.005448495,0.1270318,0.5423063],"study_design_scores_gemma":[0.0019600901,0.00038180014,0.02389477,0.0021982573,0.000036853613,8.4854344e-7,0.053724557,0.0044285497,0.00019129674,0.00024910714,0.9126446,0.00028927013],"about_ca_topic_score_codex":0.00013248656,"about_ca_topic_score_gemma":0.00033999028,"teacher_disagreement_score":0.7856128,"about_ca_system_score_codex":0.0011162615,"about_ca_system_score_gemma":0.020517087,"threshold_uncertainty_score":0.98503566},"labels":[],"label_agreement":null},{"id":"W2803349133","doi":"10.2196/10347","title":"Use of Grading of Recommendations, Assessment, Development, and Evaluation to Combat Fake News: A Case Study of Influenza Vaccination in Pregnancy","year":2018,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Influenza Virus Research Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Vaccination; Medicine; Pregnancy; Family medicine; Immunology; Engineering; Biology","score_opus":0.3543294740253252,"score_gpt":0.5877669076116793,"score_spread":0.23343743358635405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803349133","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40436283,0.58342254,0.00003058396,0.00015332333,0.00028667157,0.011578636,0.000017910646,0.000016125841,0.00013137807],"genre_scores_gemma":[0.027239691,0.9617788,0.004702121,0.00014979577,0.00014292124,0.0055374196,0.000309865,0.00007003602,0.000069303496],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99552095,0.00074303744,0.0018512241,0.0004066686,0.0012536242,0.00022451456],"domain_scores_gemma":[0.9967923,0.000585093,0.00095839106,0.0004032583,0.0010540908,0.00020682569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019511473,0.00026529218,0.0013033994,0.0012868843,0.00006948715,0.000013509157,0.00013282022,0.00023735852,0.00013223555],"category_scores_gemma":[0.0045033144,0.0002244983,0.00007479755,0.0009697798,0.000057346428,0.00025072528,0.0001758878,0.000375877,0.0000021115436],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023497241,0.0023206628,0.005006948,0.012898559,0.00018840075,0.0000067350115,0.0060646785,2.0733746e-7,8.807134e-7,0.000022301409,0.0007521944,0.97271496],"study_design_scores_gemma":[0.0088030035,0.0036955597,0.06003893,0.24873883,0.0027785148,0.0004061025,0.027560202,0.0003233518,0.000043806453,0.00006366541,0.64656174,0.000986275],"about_ca_topic_score_codex":0.000676206,"about_ca_topic_score_gemma":0.0008914681,"teacher_disagreement_score":0.9717287,"about_ca_system_score_codex":0.00057420926,"about_ca_system_score_gemma":0.00537906,"threshold_uncertainty_score":0.95422214},"labels":[],"label_agreement":null},{"id":"W2804636252","doi":"10.2196/mededu.8747","title":"An Internet-Based Radiology Course in Medical School: Comparison of Academic Performance of Students on Campus Versus Those With Absenteeism Due to Residency Interviews","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Radiology practices and education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Absenteeism; Course (navigation); The Internet; Medical school; Psychology; Medicine; Computer science; Engineering; World Wide Web","score_opus":0.04181894458338106,"score_gpt":0.4727646463657869,"score_spread":0.4309457017824059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804636252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879939,0.00024024467,0.00006438663,0.0094041815,0.0013915327,0.00058701076,7.04399e-7,0.000016505517,0.00030154042],"genre_scores_gemma":[0.996201,0.00007244247,0.00040164043,0.0024551456,0.0005896081,0.00013226266,0.00005309424,0.000016374499,0.000078466845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99750525,0.0003054524,0.0007368078,0.0003424243,0.00086818327,0.00024189385],"domain_scores_gemma":[0.9980328,0.0002606328,0.00037752313,0.0004088494,0.00021819478,0.0007020072],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013282682,0.00015708416,0.0005074523,0.00028642648,0.000025901989,0.0000045046663,0.00043339335,0.0003898486,0.0010584361],"category_scores_gemma":[0.002313026,0.00011931439,0.000036510428,0.00033230917,0.00037866703,0.00012941594,0.000032153013,0.0008214886,0.000055068886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0085838055,0.0049746847,0.89444226,0.00023030376,0.000066009365,0.000009090165,0.007467416,0.000007023755,0.00017887776,0.00012855421,0.016960872,0.06695111],"study_design_scores_gemma":[0.0037522246,0.010894517,0.9723754,0.0028537605,0.00008127623,0.00008367943,0.0034214838,0.003381834,0.0011982983,0.0000117482405,0.0017927141,0.00015309935],"about_ca_topic_score_codex":0.0002659291,"about_ca_topic_score_gemma":0.0002511027,"teacher_disagreement_score":0.07793312,"about_ca_system_score_codex":0.00017333041,"about_ca_system_score_gemma":0.0038944625,"threshold_uncertainty_score":0.99985474},"labels":[],"label_agreement":null},{"id":"W2807717629","doi":"10.2196/mededu.8904","title":"Resident and Attending Physicians’ Perceptions of Patient Access to Provider Notes: Comparison of Perceptions Prior to Pilot Implementation","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Electronic health record; Medicine; Family medicine; Patient Empowerment; Empowerment; Patient portal; Perception; Health information technology; Medical record; Electronic medical record; Nursing; Health care; Psychology","score_opus":0.08217177209018808,"score_gpt":0.5630178228040361,"score_spread":0.480846050713848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807717629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788385,0.000030562813,0.0016605711,0.01435268,0.001004807,0.0037615886,0.000015554491,0.000035380257,0.00030035185],"genre_scores_gemma":[0.9933394,0.0000125728375,0.0008616126,0.0030625942,0.0007589913,0.001790593,0.00004246033,0.000024050642,0.00010772251],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99686784,0.0004926705,0.0012055241,0.0003342846,0.00065116223,0.00044851436],"domain_scores_gemma":[0.99785084,0.0003466534,0.0004651439,0.00031013045,0.00058406463,0.00044315183],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066758395,0.00013724732,0.00035635653,0.0002883261,0.00046028316,0.000011498865,0.00021072708,0.00012220857,0.0021819484],"category_scores_gemma":[0.0007438582,0.00012944838,0.00003394111,0.0005006429,0.00009137726,0.00018882588,0.0001380183,0.0003278171,0.00012190353],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011982399,0.0008565569,0.51337403,0.001213755,0.00002164613,6.670187e-8,0.19220968,0.0000014506846,0.007487334,0.0005196394,0.08837359,0.19582243],"study_design_scores_gemma":[0.0005318052,0.0019208986,0.879642,0.0017913092,0.000028601715,0.0000010334564,0.10703003,0.000103677645,0.00042773507,0.00009333805,0.008258455,0.0001710954],"about_ca_topic_score_codex":0.0042865514,"about_ca_topic_score_gemma":0.008545285,"teacher_disagreement_score":0.366268,"about_ca_system_score_codex":0.00054397143,"about_ca_system_score_gemma":0.0026227275,"threshold_uncertainty_score":0.9987302},"labels":[],"label_agreement":null},{"id":"W2808141256","doi":"10.2196/mededu.9197","title":"Taking Constructivism One Step Further: Post Hoc Analysis of a Student-Created Wiki","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Constructivism (international relations); Curriculum; Scarcity; Computer science; Student engagement; Mathematics education; Post hoc; World Wide Web; Pedagogy; Psychology; Medicine; Political science","score_opus":0.0170082829418728,"score_gpt":0.40345704903238344,"score_spread":0.38644876609051065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808141256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.965019,0.000079086996,0.00020271295,0.008792538,0.0011774283,0.00032336713,0.000004314939,0.000052550695,0.02434904],"genre_scores_gemma":[0.9969035,0.000038894228,0.0005604982,0.0008913666,0.0008908208,0.00007314702,0.000053911466,0.0000072283647,0.0005806666],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979977,0.0002854101,0.00032414458,0.0002198781,0.0009898405,0.00018304508],"domain_scores_gemma":[0.9981019,0.00010444922,0.0003258971,0.00021453584,0.001026731,0.00022651494],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00072357384,0.00008305694,0.00020171917,0.00033192115,0.00025074376,0.000061108985,0.0002616626,0.00015827523,0.007929834],"category_scores_gemma":[0.0009310481,0.00008395629,0.00006375073,0.0024091543,0.00066173205,0.00018836868,0.000021512991,0.000106056934,0.00004154914],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001088628,0.002825347,0.086586244,0.00002411184,0.0007247127,4.034019e-7,0.24823567,8.9168606e-7,0.00049913436,0.08897369,0.0054792594,0.5665417],"study_design_scores_gemma":[0.0006599083,0.00030512345,0.71451896,0.0001574053,0.0006431721,9.85286e-7,0.22865199,0.00030971516,0.00014880313,0.0006851535,0.05357813,0.00034064628],"about_ca_topic_score_codex":0.0016477634,"about_ca_topic_score_gemma":0.004836954,"teacher_disagreement_score":0.6279327,"about_ca_system_score_codex":0.00016958694,"about_ca_system_score_gemma":0.0035677226,"threshold_uncertainty_score":0.9929771},"labels":[],"label_agreement":null},{"id":"W2809091360","doi":"10.2196/10069","title":"How an Environment of Stress and Social Risk Shapes Student Engagement With Social Media as Potential Digital Learning Platforms: Qualitative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council","keywords":"Social media; Stress (linguistics); Qualitative research; Psychology; Mathematics education; Computer science; Sociology; World Wide Web; Social science","score_opus":0.0194069705399878,"score_gpt":0.3853487463040154,"score_spread":0.3659417757640276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809091360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99672455,0.000015174419,0.00007713666,0.0021216809,0.00016273312,0.00055722776,0.000008613496,0.000057867954,0.00027503472],"genre_scores_gemma":[0.9989238,0.000015523392,0.000052343952,0.000053715983,0.0007124917,0.000061855644,0.000023155948,0.000013401565,0.00014373449],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99725527,0.00040874773,0.0002187984,0.000288745,0.0015396936,0.00028874402],"domain_scores_gemma":[0.9992766,0.000089506764,0.00030139522,0.00007342971,0.00007595068,0.00018316286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00111761,0.00014254011,0.00020699216,0.00009283064,0.001012888,0.00014968269,0.00029007043,0.00018664736,0.0001815729],"category_scores_gemma":[0.00061224663,0.00012005333,0.000031339867,0.00011447114,0.0015422221,0.00045713005,0.000110119785,0.00042136066,0.000008843137],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009549675,0.0029104634,0.030126384,0.0000114654695,0.00008349361,0.0000019662327,0.87928593,1.107514e-7,0.000006360829,0.0006757589,0.00014570824,0.08665685],"study_design_scores_gemma":[0.00076395064,0.0007105307,0.15163745,0.000024211819,0.000040522482,4.867183e-7,0.8457098,0.000005321406,0.000014715135,0.0005423724,0.00042323174,0.00012742059],"about_ca_topic_score_codex":0.00020747319,"about_ca_topic_score_gemma":0.00041318985,"teacher_disagreement_score":0.121511064,"about_ca_system_score_codex":0.00016085652,"about_ca_system_score_gemma":0.0004971487,"threshold_uncertainty_score":0.7790419},"labels":[],"label_agreement":null},{"id":"W2809644255","doi":"10.2196/mededu.9810","title":"Enterprise Microblogging to Augment the Subinternship Clinical Learning Experience: A Proof-of-Concept Quality Improvement Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Curriculum; Microblogging; Health Insurance Portability and Accountability Act; Medical education; Scale (ratio); Meaningful use; Experiential learning; Medicine; Psychology; Confidentiality; Health care; World Wide Web; Computer science; Pedagogy; Political science","score_opus":0.12949031718476528,"score_gpt":0.5513625102367793,"score_spread":0.421872193052014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809644255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9596372,0.00004986073,0.00019498038,0.025396453,0.010149802,0.0039100335,4.5966317e-7,0.000039864626,0.00062129187],"genre_scores_gemma":[0.99009454,0.0000069722146,0.000120335506,0.0016231543,0.004290411,0.0035458286,0.0000036151798,0.000011553802,0.00030356547],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9954562,0.0016827638,0.00091898267,0.0003923213,0.0011540109,0.0003957289],"domain_scores_gemma":[0.9966058,0.0017583282,0.00039172583,0.0003174552,0.00038599697,0.0005407049],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005607056,0.00011900474,0.00023393663,0.00007368411,0.0006075095,0.000053361295,0.0005929932,0.00015419601,0.0012341324],"category_scores_gemma":[0.023434259,0.00009473161,0.00007488538,0.00046189272,0.000781093,0.00011040025,0.00010813886,0.00041687425,0.00003707579],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035249857,0.0014279274,0.20077781,0.00001497584,0.00000944325,9.922266e-8,0.4882965,1.0944302e-7,0.000018149838,0.00030166656,0.001533012,0.30758506],"study_design_scores_gemma":[0.0007031848,0.0018133981,0.3491053,0.00031552897,0.000028334054,4.7133628e-7,0.5649796,0.00002463509,0.0006658096,0.0004253202,0.08164338,0.00029501412],"about_ca_topic_score_codex":0.0072302534,"about_ca_topic_score_gemma":0.0020643896,"teacher_disagreement_score":0.30729005,"about_ca_system_score_codex":0.00041723996,"about_ca_system_score_gemma":0.0031972756,"threshold_uncertainty_score":0.99967885},"labels":[],"label_agreement":null},{"id":"W2810444686","doi":"10.2196/11122","title":"Blending Gagne’s Instructional Model with Peyton’s Approach to Design an Introductory Bioinformatics Lesson Plan for Medical Students: Proof-of-Concept Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mohammed Bin Rashid University of Medicine and Health Sciences; Al Jalila Foundation; Pfizer","keywords":"Curriculum; Plan (archaeology); Medical education; Lesson plan; Computer science; Mathematics education; Medicine; Psychology; Pedagogy; Biology","score_opus":0.03259572615317794,"score_gpt":0.35984229026670056,"score_spread":0.3272465641135226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810444686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6228279,0.000034156863,0.37301758,0.0008202949,0.00048287236,0.0024227467,0.000021947293,0.000019417066,0.00035309876],"genre_scores_gemma":[0.905987,0.000013187612,0.0896129,0.00096776494,0.001884163,0.0007120443,0.0004855265,0.00003357032,0.00030382778],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99629337,0.00010392296,0.0006249882,0.00039388653,0.0021753905,0.00040842153],"domain_scores_gemma":[0.9980219,0.000034977227,0.00015255493,0.00043290888,0.0005499422,0.0008077124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016298614,0.00021541351,0.00025585707,0.00017951695,0.000153281,0.000055713765,0.0009040628,0.00031288277,0.00006403927],"category_scores_gemma":[0.0012304477,0.00016389869,0.00004882793,0.00020857462,0.00050283235,0.000026142283,0.00021163914,0.0002234436,0.000003950535],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039719003,0.026520522,0.0067644063,0.0013367443,0.000693661,0.0000018204091,0.041591592,0.0007203954,0.002927094,0.0010680647,0.093246624,0.82115716],"study_design_scores_gemma":[0.022554507,0.06943935,0.011807201,0.00113866,0.00039862838,0.00033069556,0.0859181,0.6608459,0.091768324,0.0013461411,0.050704796,0.0037477163],"about_ca_topic_score_codex":0.000011496471,"about_ca_topic_score_gemma":0.000026501344,"teacher_disagreement_score":0.81740946,"about_ca_system_score_codex":0.00006134504,"about_ca_system_score_gemma":0.003064199,"threshold_uncertainty_score":0.66835946},"labels":[],"label_agreement":null},{"id":"W2859925763","doi":"10.2196/11140","title":"Expanding Opportunities for Professional Development: Utilization of Twitter by Early Career Women in Academic Medicine and Science","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic medicine; Economic shortage; Perspective (graphical); Public relations; Gender equity; Social media; Medical education; Pipeline (software); Equity (law); Career development; Sociology; Psychology; Political science; Medicine; Computer science; Social science","score_opus":0.16480881758924912,"score_gpt":0.437415326323943,"score_spread":0.27260650873469383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2859925763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98907447,0.000107592336,0.000068413276,0.0070358277,0.0008298643,0.00025981507,9.637918e-7,0.0000099398685,0.0026131163],"genre_scores_gemma":[0.994982,0.00007454068,0.000043905653,0.0014945426,0.0003281618,0.00008518222,0.000013221574,0.00000284174,0.0029756029],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99828976,0.00005132933,0.0001923125,0.00014630199,0.0010765676,0.00024373257],"domain_scores_gemma":[0.99924725,0.00008664565,0.000076770986,0.0000469425,0.00026356924,0.0002788033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032227088,0.000051017283,0.00010522705,0.00018628805,0.00027893097,0.000010592574,0.00025134848,0.00010984704,0.00036274662],"category_scores_gemma":[0.0013963451,0.000043210912,0.0000054381817,0.00032086694,0.0020211516,0.00024741853,0.00004680846,0.00010556974,9.96842e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005007142,0.00010746284,0.045583446,0.00009763561,0.0000052031505,3.188034e-7,0.77342737,8.205773e-9,0.0004695352,0.004835761,0.055969242,0.11945395],"study_design_scores_gemma":[0.0009768629,0.00019583057,0.05867708,0.001070857,0.000008556614,7.663079e-7,0.7516526,0.000019346942,0.00053806714,0.0025146005,0.18418723,0.00015822222],"about_ca_topic_score_codex":0.00014359932,"about_ca_topic_score_gemma":0.000031698833,"teacher_disagreement_score":0.12821798,"about_ca_system_score_codex":0.00017554454,"about_ca_system_score_gemma":0.0027734246,"threshold_uncertainty_score":0.74470174},"labels":[],"label_agreement":null},{"id":"W2888731728","doi":"10.2196/mededu.9081","title":"Development and Evaluation of a New Security and Privacy Track in a Health Informatics Graduate Program: Multidisciplinary Collaboration in Education","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Information and Cyber Security","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Disability, Independent Living, and Rehabilitation Research; National Science Foundation","keywords":"Curriculum; Health informatics; Multidisciplinary approach; Health care; Information security; Informatics; Telemedicine; Computer science; Medical education; Internet privacy; Knowledge management; Computer security; Medicine; Psychology; Engineering; Political science; Pedagogy","score_opus":0.03650528914959518,"score_gpt":0.4076353379030333,"score_spread":0.37113004875343814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888731728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99271727,0.00015545408,0.00061100663,0.0046648006,0.00027293107,0.0012374623,3.1163705e-7,0.000028126453,0.0003126285],"genre_scores_gemma":[0.9550664,0.000055377426,0.044129815,0.0004105686,0.00005066796,0.00024233565,0.000033611057,0.0000029836701,0.000008285529],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980956,0.00012755458,0.00077671075,0.00014757772,0.000700074,0.00015250265],"domain_scores_gemma":[0.99895436,0.000021227483,0.00031278582,0.00017223251,0.00033954688,0.00019984198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021556688,0.000095574025,0.00013853799,0.00028214263,0.0000682198,0.00006932628,0.00016122012,0.00008634623,0.000011865166],"category_scores_gemma":[0.00029446385,0.00009331135,0.000008177344,0.00073817576,0.000063696054,0.0009796214,0.00008791304,0.0001415492,0.000003785041],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069370467,0.00046138134,0.0015907898,0.00012631631,0.0000013144241,2.3768438e-8,0.2492163,4.895825e-7,9.159327e-7,0.004513083,0.00043755712,0.7436449],"study_design_scores_gemma":[0.0029027076,0.00036219266,0.51694375,0.001081673,0.000006356058,0.00002407257,0.032548644,0.4096771,0.00027960973,0.016424904,0.01937215,0.00037687868],"about_ca_topic_score_codex":0.00016265541,"about_ca_topic_score_gemma":0.0008182208,"teacher_disagreement_score":0.743268,"about_ca_system_score_codex":0.00023158823,"about_ca_system_score_gemma":0.010682494,"threshold_uncertainty_score":0.99492604},"labels":[],"label_agreement":null},{"id":"W2889606463","doi":"10.2196/10222","title":"How Self-Directed e-Learning Contributes to Training for Medical Licentiate Practitioners in Zambia: Evaluation of the Pilot Phase of a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Autodidacticism; Medical education; Phase (matter); Psychology; Training (meteorology); Medicine; Geography; Chemistry","score_opus":0.053796808834846555,"score_gpt":0.5042886947133651,"score_spread":0.45049188587851857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889606463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9746367,0.000047842565,0.00083931524,0.021300599,0.00098575,0.0016659359,0.0000012941508,0.00006423058,0.00045837575],"genre_scores_gemma":[0.993906,0.0000074616723,0.0049340874,0.00015482861,0.0005044423,0.00037568292,0.000012781967,0.000008891049,0.0000958138],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9948232,0.0028634958,0.00038974258,0.00021424172,0.0014821909,0.00022713514],"domain_scores_gemma":[0.997568,0.000868019,0.00032467957,0.00012226583,0.0009440137,0.00017302064],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013786548,0.00008066433,0.00021888874,0.00016486402,0.00024367048,0.000030911506,0.0002490031,0.0001324768,0.00020809483],"category_scores_gemma":[0.047290754,0.00006541056,0.000049260136,0.00094878324,0.00019052098,0.00015678631,0.00003756591,0.00029060492,0.0000011983334],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014905629,0.0047801975,0.0053792913,0.000039524137,0.00006930153,1.7864424e-7,0.07089615,0.0000043997607,0.00042399988,0.00087038625,0.0027493103,0.9146382],"study_design_scores_gemma":[0.014849371,0.00402203,0.10742356,0.0014516794,0.0005703906,0.000002901559,0.64644104,0.034109846,0.0013213847,0.0020666325,0.1872582,0.0004829494],"about_ca_topic_score_codex":0.00029377372,"about_ca_topic_score_gemma":0.0024353582,"teacher_disagreement_score":0.91415524,"about_ca_system_score_codex":0.00015296087,"about_ca_system_score_gemma":0.0069307266,"threshold_uncertainty_score":0.99869907},"labels":[],"label_agreement":null},{"id":"W2896763002","doi":"10.2196/10657","title":"A Novel Web-Based Experiential Learning Platform for Medical Students (Learning Moment): Qualitative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Experiential learning; Conceptualization; Psychology; Learning cycle; Qualitative research; Medical education; Active learning (machine learning); Mathematics education; Pedagogy; Computer science; Medicine; Artificial intelligence; Sociology","score_opus":0.026250680409620034,"score_gpt":0.4654611720631522,"score_spread":0.43921049165353215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896763002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9660159,0.000028123464,0.019092599,0.008520071,0.0027770782,0.0025082745,0.0000016523959,0.00022155006,0.00083476224],"genre_scores_gemma":[0.98143667,0.000003989949,0.0035457662,0.0059780707,0.003157658,0.0032537044,0.0004514715,0.00006670082,0.0021059762],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9931809,0.00022235207,0.0010080067,0.0006586022,0.004386843,0.00054330355],"domain_scores_gemma":[0.9972205,0.000355006,0.0003409831,0.00036549463,0.0011714431,0.0005465844],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045752516,0.0002994107,0.0004585882,0.00047745163,0.00052524527,0.00008331285,0.00050477224,0.00043803427,0.004639191],"category_scores_gemma":[0.015741767,0.00026866427,0.000121634606,0.0009640932,0.0005026318,0.00018699236,0.000116819436,0.0011674638,0.00013005314],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023304573,0.0507594,0.039445452,0.0007420856,0.0005790568,0.000014808995,0.40665123,0.0000040435393,0.0010410546,0.0023219432,0.11318636,0.3829241],"study_design_scores_gemma":[0.028984552,0.009284845,0.022541417,0.002007776,0.00034958558,0.00009553974,0.53428906,0.032091886,0.00047857995,0.00015682862,0.36872092,0.0009990041],"about_ca_topic_score_codex":0.000055180033,"about_ca_topic_score_gemma":0.000021100735,"teacher_disagreement_score":0.3819251,"about_ca_system_score_codex":0.0004909245,"about_ca_system_score_gemma":0.005717437,"threshold_uncertainty_score":0.9999766},"labels":[],"label_agreement":null},{"id":"W2897325493","doi":"10.2196/10400","title":"Video-Based Communication Assessment: Development of an Innovative System for Assessing Clinician-Patient Communication","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Medicine; Medical physics","score_opus":0.19071271297452969,"score_gpt":0.5471795690552199,"score_spread":0.35646685608069023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897325493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9595035,0.0006978698,0.011340323,0.008494094,0.002206451,0.00740143,0.000038734295,0.00042025314,0.0098974],"genre_scores_gemma":[0.84534174,0.000008805848,0.14522082,0.0022452571,0.00019328434,0.0053659147,0.001543991,0.00004867708,0.00003148268],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99248147,0.003142299,0.0025619636,0.0004279603,0.000923779,0.00046250963],"domain_scores_gemma":[0.98815536,0.002106007,0.0022347912,0.0022962128,0.0048474343,0.00036016473],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002489953,0.00025456285,0.00047126386,0.00036437673,0.0022155268,0.000030431374,0.0012180422,0.00052227644,0.00020163124],"category_scores_gemma":[0.0021868686,0.00025327818,0.000063066596,0.00093315815,0.00040540544,0.00058416865,0.00030545352,0.0009456088,0.000042090593],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056053983,0.005143006,0.041788213,0.00540543,0.00013593651,2.3033233e-7,0.19515654,0.000008441001,0.00061348086,0.03500885,0.008171568,0.70800775],"study_design_scores_gemma":[0.009685229,0.0016679722,0.23711815,0.028131584,0.00014060948,0.000005450554,0.46481857,0.05437277,0.004125892,0.0027313074,0.19544107,0.0017613982],"about_ca_topic_score_codex":0.00026885126,"about_ca_topic_score_gemma":0.00040591598,"teacher_disagreement_score":0.7062464,"about_ca_system_score_codex":0.0013982427,"about_ca_system_score_gemma":0.014867514,"threshold_uncertainty_score":0.99999195},"labels":[],"label_agreement":null},{"id":"W2898694098","doi":"10.2196/12152","title":"Cyberincivility in the Massive Open Online Course Learning Environment: Data-Mining Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massive open online course; Course (navigation); Computer science; Data science; Online learning; World Wide Web; Engineering","score_opus":0.056821736961955,"score_gpt":0.4427804938521208,"score_spread":0.3859587568901658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898694098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9422083,0.000047378275,0.000051399344,0.037109055,0.00046676217,0.0008907377,0.000006354618,0.00001764153,0.019202378],"genre_scores_gemma":[0.9955292,0.000035256897,0.00017414968,0.0018790953,0.001281039,0.00007197319,0.0001079548,0.0000042565825,0.0009171271],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9973187,0.001189819,0.00021648554,0.00027471868,0.0007912181,0.00020909755],"domain_scores_gemma":[0.99908113,0.00035478416,0.00009834592,0.00030657527,0.000037049038,0.00012211748],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00667689,0.00006967897,0.000105238,0.00002573457,0.0004809132,0.00007208307,0.0016091049,0.0002690547,0.002550546],"category_scores_gemma":[0.0032618206,0.000051776307,0.00001096945,0.00018803062,0.00046234907,0.0003302948,0.000294579,0.001186082,0.00009819378],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003166907,0.0049100476,0.12910788,0.0000072904813,0.00001681726,0.0000064975916,0.583726,0.0000011603729,0.0000017019062,0.0027542717,0.035640094,0.24379657],"study_design_scores_gemma":[0.00024818507,0.00009972223,0.17288831,0.000043228647,0.000015325819,0.0000012750655,0.45426708,0.0004940558,4.4947157e-7,0.000509296,0.3713333,0.00009978838],"about_ca_topic_score_codex":0.0065333564,"about_ca_topic_score_gemma":0.009369093,"teacher_disagreement_score":0.3356932,"about_ca_system_score_codex":0.00009656662,"about_ca_system_score_gemma":0.001451762,"threshold_uncertainty_score":0.99836123},"labels":[],"label_agreement":null},{"id":"W2898953653","doi":"10.2196/10766","title":"Development and Evaluation of a Hybrid Course in Clinical Virology at a Faculty of Pharmacy in Lille, France","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacy; Medical education; Session (web analytics); Quality (philosophy); Blended learning; Course (navigation); Psychology; Computer science; Medicine; Mathematics education; Educational technology; World Wide Web; Family medicine; Engineering","score_opus":0.138514680715173,"score_gpt":0.5858921960064755,"score_spread":0.44737751529130243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898953653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951828,0.00006704845,0.000083334926,0.0021707155,0.00040471737,0.0003459179,7.469491e-7,0.000005117813,0.0017395818],"genre_scores_gemma":[0.9947375,0.000012296727,0.0046226936,0.0003179027,0.00015285224,0.000073132134,0.0000078009225,0.0000031779375,0.00007262982],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99707824,0.0014157601,0.00053905527,0.00016668375,0.000671412,0.00012886152],"domain_scores_gemma":[0.99909985,0.00023022066,0.00021589377,0.000071774164,0.0003125433,0.000069727765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014402276,0.000051070343,0.00016930599,0.00009684462,0.000051171915,0.0000021513192,0.000115590694,0.000068166184,0.00033308624],"category_scores_gemma":[0.004998134,0.00004847063,0.000013393014,0.0003214842,0.0006547943,0.000064497675,0.000035551217,0.00018261728,0.000004158321],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049791375,0.00077123987,0.4616274,0.000018079958,0.000005908662,3.36295e-7,0.037671093,2.518845e-7,0.00020136531,0.0012672808,0.00064599817,0.49774125],"study_design_scores_gemma":[0.0011739436,0.000036807494,0.97234976,0.00007913339,0.0000066909924,9.892948e-7,0.0014970828,0.0008192481,0.00068788877,0.0006714174,0.02261436,0.00006269972],"about_ca_topic_score_codex":0.00059070607,"about_ca_topic_score_gemma":0.0014645401,"teacher_disagreement_score":0.51072234,"about_ca_system_score_codex":0.00015225336,"about_ca_system_score_gemma":0.0033895622,"threshold_uncertainty_score":0.60129374},"labels":[],"label_agreement":null},{"id":"W2899746478","doi":"10.2196/10088","title":"Improving Shared Decision Making Between Patients and Clinicians: Design and Development of a Virtual Patient Simulation Tool","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Keele University","keywords":"Virtual patient; Process (computing); General partnership; Task (project management); Computer science; Virtual reality; Patient care; Narrative; Human–computer interaction; Knowledge management; Medicine; Medical education; Nursing; Engineering","score_opus":0.04482023546587951,"score_gpt":0.4159774093037834,"score_spread":0.3711571738379039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899746478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.960125,0.00006424899,0.03781577,0.00028868846,0.00047401938,0.0011843259,0.0000031700451,0.000031866206,0.00001285516],"genre_scores_gemma":[0.9625149,0.0000027950096,0.036109604,0.0007721307,0.0003646634,0.000107911634,0.00010072349,0.00002077663,0.000006547219],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99779814,0.000106624946,0.0008651065,0.00034622624,0.000698415,0.00018547525],"domain_scores_gemma":[0.9971274,0.0012161471,0.00034636984,0.00020015953,0.0008370401,0.0002728759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005712662,0.00014293619,0.00024561168,0.00022029775,0.00016777954,0.000020662472,0.000058194437,0.00023201441,0.00020741155],"category_scores_gemma":[0.0024415492,0.000132948,0.000021443526,0.00021231054,0.00011827537,0.00015530914,0.00004882718,0.00017591761,0.000010061715],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001592275,0.00021746746,0.30802023,0.00010288694,0.0000102778085,8.563637e-8,0.010484531,0.000012366781,0.000009472242,0.000008705405,0.00014500706,0.68082976],"study_design_scores_gemma":[0.0012295954,0.000738373,0.97508526,0.0011680034,0.00003396036,0.000001352754,0.0019514046,0.018875696,0.00015428686,0.00010892639,0.00049345806,0.00015965919],"about_ca_topic_score_codex":0.000015293383,"about_ca_topic_score_gemma":0.000002395419,"teacher_disagreement_score":0.6806701,"about_ca_system_score_codex":0.00019515475,"about_ca_system_score_gemma":0.0024312024,"threshold_uncertainty_score":0.5421462},"labels":[],"label_agreement":null},{"id":"W2901556579","doi":"10.2196/10306","title":"Electronic Health Records as an Educational Tool: Viewpoint","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Documentation; Medical education; Graduate medical education; Health care; Leverage (statistics); Interpreter; Quality (philosophy); Quality management; Medicine; Psychology; Computer science; Business; Artificial intelligence","score_opus":0.034043707257726916,"score_gpt":0.5109148293422127,"score_spread":0.47687112208448573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901556579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64803654,0.001408993,0.00036313396,0.2992756,0.012472629,0.0040863245,0.000006271246,0.0003529453,0.033997532],"genre_scores_gemma":[0.82406014,0.00063388783,0.00063766685,0.12348499,0.020904614,0.0045029414,0.00040299312,0.00011214448,0.025260618],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932868,0.0019616373,0.0013944076,0.00066200824,0.0010269228,0.001668246],"domain_scores_gemma":[0.996284,0.00044608,0.0005959756,0.0007479449,0.00059738586,0.0013285934],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0045221457,0.00025681753,0.0004356146,0.0002265134,0.00118733,0.000017026177,0.0004919147,0.00048713508,0.022700444],"category_scores_gemma":[0.0021935233,0.00023552541,0.000070100046,0.0005995326,0.00015800362,0.00030316744,0.0000634096,0.0016918664,0.0065866723],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010776482,0.0013628233,0.00912846,0.0006645939,0.000024658026,3.14308e-7,0.010163614,2.5825134e-8,0.000020885733,0.16846737,0.5258006,0.28425887],"study_design_scores_gemma":[0.0006445161,0.0014487243,0.025189407,0.0007851771,0.00000657636,0.00003930111,0.0020893768,0.00016731025,0.0000061619853,0.025642907,0.94369614,0.00028441483],"about_ca_topic_score_codex":0.0043779183,"about_ca_topic_score_gemma":0.005373587,"teacher_disagreement_score":0.41789553,"about_ca_system_score_codex":0.0030563953,"about_ca_system_score_gemma":0.11468384,"threshold_uncertainty_score":0.9941868},"labels":[],"label_agreement":null},{"id":"W2903459896","doi":"10.2196/11390","title":"Assessing the Impact of Video-Based Assignments on Health Professions Students’ Social Presence on Web: Case Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"DECIPHER; Perception; Filter (signal processing); Multitude; Psychology; Web application; World Wide Web; Computer science; Multimedia; Medical education; Medicine; Bioinformatics; Political science","score_opus":0.06783096033667697,"score_gpt":0.5698512411156405,"score_spread":0.5020202807789634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903459896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778,0.000005646962,0.000019555606,0.019346606,0.0005511053,0.000867632,0.000001397899,0.00003006275,0.001378003],"genre_scores_gemma":[0.99776286,0.0000019194179,0.000040918247,0.0006750929,0.0011916802,0.00010354523,0.0000045027246,0.000008509053,0.00021096744],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9962255,0.0015617874,0.00026870758,0.00020895126,0.0014664066,0.00026869436],"domain_scores_gemma":[0.99877113,0.00043767923,0.0002613818,0.00017117854,0.00013908348,0.00021956132],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0024231868,0.00009526304,0.00014727449,0.00008038035,0.0013937571,0.00008620099,0.00031999368,0.00009323652,0.00043676366],"category_scores_gemma":[0.0014202511,0.000058879214,0.0000611563,0.00038961414,0.00028702122,0.00014282684,0.0000355547,0.0003935797,0.00001880756],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097426404,0.022913853,0.25899443,0.00003652272,0.00008170365,0.000030419787,0.16017218,0.000010560201,0.000032895703,0.00059643906,0.057214167,0.4998194],"study_design_scores_gemma":[0.0016059522,0.0033096082,0.4392647,0.000714487,0.000030297195,0.000005875011,0.5459344,0.00063032063,0.00001525561,0.00022675942,0.008013113,0.00024925583],"about_ca_topic_score_codex":0.0028420018,"about_ca_topic_score_gemma":0.0008438171,"teacher_disagreement_score":0.49957016,"about_ca_system_score_codex":0.00031485653,"about_ca_system_score_gemma":0.010848318,"threshold_uncertainty_score":0.9999063},"labels":[],"label_agreement":null},{"id":"W2906704222","doi":"10.2196/11940","title":"Computer Programming: Should Medical Students Be Learning It?","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Imperial College London","keywords":"Computer science; Computer programming; Mathematics education; Multimedia; Medical education; Programming language; Psychology; Medicine","score_opus":0.015453839241129185,"score_gpt":0.33365610492033326,"score_spread":0.31820226567920407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906704222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8688351,0.0004866791,0.045804918,0.05331903,0.021900125,0.0009151424,0.0000017429819,0.002666114,0.006071154],"genre_scores_gemma":[0.9868236,0.00008663605,0.0019468099,0.0039357576,0.006089364,0.00024833577,0.00010507647,0.000052881696,0.0007115392],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972882,0.000036419453,0.00033101861,0.0002423897,0.0017371319,0.0003648383],"domain_scores_gemma":[0.99886113,0.00005986161,0.000028353175,0.00018544935,0.000088413595,0.0007767838],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00059008325,0.0001776529,0.00016863986,0.00012276266,0.000088261324,0.00007505341,0.00050584465,0.00039088292,0.0026149075],"category_scores_gemma":[0.00036543442,0.00015892713,0.00004897825,0.00036081727,0.00017926717,0.00010624885,0.000078071746,0.0006380739,0.00026950662],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058885007,0.00066042296,0.0031145515,0.0003035663,0.00004956598,0.000003897961,0.0023612352,0.000015176819,0.00003056724,0.00025073547,0.32569543,0.66750896],"study_design_scores_gemma":[0.00036278716,0.00014663879,0.01227206,0.0003930608,0.000013598238,0.000037443806,0.00025581114,0.035744783,0.00006657833,0.00004515468,0.9503726,0.00028951227],"about_ca_topic_score_codex":0.000018458035,"about_ca_topic_score_gemma":0.000011867691,"teacher_disagreement_score":0.66721946,"about_ca_system_score_codex":0.00010753547,"about_ca_system_score_gemma":0.00040577448,"threshold_uncertainty_score":0.99829686},"labels":[],"label_agreement":null},{"id":"W2906862816","doi":"10.2196/11921","title":"Use of Smartphone-Based Head-Mounted Display Devices to View a Three-Dimensional Dissection Model in a Virtual Reality Environment: Pilot Questionnaire Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtual reality; Optical head-mounted display; Head (geology); Human–computer interaction; Computer graphics (images); Computer science; Dissection (medical); Smartphone app; Simulation; Computer vision; Medicine; Surgery; Geology","score_opus":0.04489516288733386,"score_gpt":0.3714892121604529,"score_spread":0.326594049273119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906862816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75348175,0.000016764005,0.24052913,0.004973161,0.00013788475,0.0008005036,0.0000052802025,0.000041757005,0.000013762053],"genre_scores_gemma":[0.9963173,0.0000026497075,0.0014982099,0.0015820514,0.0000800704,0.00045454619,0.000030657568,0.000009606867,0.000024891246],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977948,0.00018393762,0.0005115238,0.00048522805,0.00079909235,0.00022539303],"domain_scores_gemma":[0.99860543,0.00010334805,0.00014967017,0.0006389344,0.00013553216,0.00036707934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069243,0.00016176095,0.00021753229,0.00019539097,0.000121843936,0.0000714818,0.00040071335,0.00008585827,0.00003354541],"category_scores_gemma":[0.00042216075,0.00014234066,0.000035974273,0.0006824641,0.0001248586,0.0005053577,0.00012419048,0.0001648069,0.00004314697],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013670643,0.072388455,0.07314773,0.00031508988,0.000109655746,0.0000065182653,0.017627204,0.026267895,0.004214186,0.054650757,0.010525266,0.7393802],"study_design_scores_gemma":[0.0004906924,0.0013540873,0.3734191,0.00031658396,0.000008864454,0.0000036961997,0.000056532826,0.6226372,0.00009782658,0.00063228334,0.0008026714,0.00018044304],"about_ca_topic_score_codex":0.0024100102,"about_ca_topic_score_gemma":0.005559236,"teacher_disagreement_score":0.73919976,"about_ca_system_score_codex":0.00023005539,"about_ca_system_score_gemma":0.0009896163,"threshold_uncertainty_score":0.5804484},"labels":[],"label_agreement":null},{"id":"W2907090514","doi":"10.2196/10722","title":"Health Care Providers’ Profiles and Evaluations of a Statewide Online Education Program for Dissemination of Clinical Evidence on HIV, Hepatitis C Virus, and Sexually Transmitted Disease: Cross-Sectional Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality; University of Rochester; Arizona State University; AIDS Institute, New York State Department of Health; New York State Department of Health","keywords":"Medicine; Medical education; Health care; Professional development; Trainer; Continuing medical education; Family medicine; Nursing; Continuing education","score_opus":0.26907314784450975,"score_gpt":0.7044964811519107,"score_spread":0.4354233333074009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907090514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96805614,0.0002033396,0.00017611816,0.014604608,0.0007238382,0.01577402,0.0004030511,0.000039313472,0.000019578994],"genre_scores_gemma":[0.98737425,0.00018511666,0.0019910126,0.0025768026,0.00025786803,0.006669829,0.00054225,0.000019626108,0.00038323627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946777,0.0013290808,0.002014753,0.0005351124,0.001124051,0.00031930165],"domain_scores_gemma":[0.99225384,0.0044167414,0.0010726666,0.0003015334,0.0013671771,0.0005880616],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038565057,0.00015402355,0.00039695765,0.00023544594,0.00033644796,0.000020919222,0.00016462247,0.00014257937,0.00019981814],"category_scores_gemma":[0.012549749,0.00013819666,0.00004563509,0.0003693989,0.00022024664,0.00037931828,0.000038566865,0.00034044342,0.00000545065],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020571364,0.0016713674,0.8205416,0.0022654217,0.000010254681,2.7496611e-8,0.019130548,5.8286247e-7,0.000019119869,0.0002381386,0.0023873532,0.15352988],"study_design_scores_gemma":[0.0009750659,0.0015435305,0.9830451,0.001288848,0.000019864136,4.6484817e-7,0.010639434,0.000461777,0.000006364218,0.00011313387,0.0018030147,0.00010341537],"about_ca_topic_score_codex":0.0015115672,"about_ca_topic_score_gemma":0.0015195983,"teacher_disagreement_score":0.1625035,"about_ca_system_score_codex":0.00023265951,"about_ca_system_score_gemma":0.021436704,"threshold_uncertainty_score":0.99576795},"labels":[],"label_agreement":null},{"id":"W2910514745","doi":"10.2196/11328","title":"The Use of Social Media in Interprofessional Education: Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Interprofessional education; Systematic review; Medical education; Sociology; Psychology; Medicine; MEDLINE; Computer science; Political science; World Wide Web; Health care","score_opus":0.10695153444600881,"score_gpt":0.5522552476112721,"score_spread":0.4453037131652633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910514745","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014010095,0.97025234,0.0000033319593,0.005412136,0.014837895,0.008427639,0.000025557641,0.000030310464,0.0009968012],"genre_scores_gemma":[0.00001825381,0.9623477,0.000055399716,0.0052741887,0.0011486157,0.015019929,0.0010911059,0.00006248604,0.014982312],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.989453,0.0047068456,0.0035921955,0.0004639447,0.0013519988,0.00043198097],"domain_scores_gemma":[0.98918915,0.006064617,0.0027349694,0.0007736278,0.0009929248,0.00024470664],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0022796206,0.00043947663,0.0023615416,0.00038899732,0.0004884809,0.000025802023,0.0008735675,0.001040878,0.0024583247],"category_scores_gemma":[0.010895491,0.0002615274,0.00039531835,0.0013167734,0.00015408837,0.00024331125,0.00019764696,0.002197774,0.0010437246],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018133884,0.0004154709,0.000008088521,0.64217806,0.00003455121,1.6151176e-7,0.0019946964,3.1884553e-9,1.6843954e-8,0.008541361,0.20241179,0.14439769],"study_design_scores_gemma":[0.00006473644,0.0000063341363,0.00002324257,0.49114102,0.00022902756,0.0000027622652,0.0020455658,0.0000022475795,4.6468567e-9,0.00007527799,0.5062769,0.00013287136],"about_ca_topic_score_codex":0.00005272784,"about_ca_topic_score_gemma":0.0003313949,"teacher_disagreement_score":0.3038651,"about_ca_system_score_codex":0.00095872,"about_ca_system_score_gemma":0.1127474,"threshold_uncertainty_score":0.99998367},"labels":[],"label_agreement":null},{"id":"W2911229711","doi":"10.2196/12515","title":"Telemedicine Training in Undergraduate Medical Education: Mixed-Methods Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":294,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telemedicine; Medical education; Outreach; Curriculum; Health care; Medicine; Psychology; Political science; Pedagogy","score_opus":0.08950967093095644,"score_gpt":0.5473375028982527,"score_spread":0.45782783196729626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911229711","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010112357,0.93180066,0.00021221626,0.051860277,0.0057216524,0.006111365,0.000006527047,0.00012886437,0.00414833],"genre_scores_gemma":[0.000011626134,0.94433415,0.0028974859,0.039448787,0.0039156256,0.0035428428,0.0037734471,0.00014811,0.0019279047],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899147,0.0013942469,0.0036550774,0.0011750009,0.002924955,0.00093601376],"domain_scores_gemma":[0.9942253,0.00096440833,0.001213206,0.0011134414,0.0003523806,0.0021312525],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005323459,0.0008581709,0.0042729857,0.0011365849,0.00009243017,0.000021651991,0.0006323758,0.0011875827,0.008176831],"category_scores_gemma":[0.011377637,0.00066504604,0.00054278434,0.0022551843,0.00022826319,0.00016610662,0.00013261366,0.0027817462,0.00040336658],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007983513,0.00063292246,0.00005028826,0.11018711,0.00006623015,0.00002208778,0.00021881677,1.9614734e-9,2.5100096e-8,0.0005484538,0.17542343,0.71284264],"study_design_scores_gemma":[0.0009818223,0.00025503806,0.00012928135,0.24257599,0.0009982697,0.0013882744,0.00056390587,0.000007965818,9.580928e-8,0.00017172759,0.75254846,0.00037919843],"about_ca_topic_score_codex":0.00015350668,"about_ca_topic_score_gemma":0.0000940336,"teacher_disagreement_score":0.71246344,"about_ca_system_score_codex":0.0009474218,"about_ca_system_score_gemma":0.098731086,"threshold_uncertainty_score":0.9995801},"labels":[],"label_agreement":null},{"id":"W2911523041","doi":"10.2196/10464","title":"Faculty and Student Interaction in an Online Master’s Course: Survey and Content Analysis","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Course (navigation); Face (sociological concept); Online course; Social constructivism; Pedagogy; Mathematics education; Psychology; Content analysis; Online learning; Medical education; Computer science; Sociology; Multimedia; Engineering; Medicine; Social science","score_opus":0.10090637299639696,"score_gpt":0.4749823385233772,"score_spread":0.3740759655269802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911523041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950183,0.00006816168,0.000007260046,0.004297527,0.00023717062,0.00017979686,0.0000046847867,0.000011811235,0.00017529618],"genre_scores_gemma":[0.9985201,0.00005045054,0.00008658775,0.00023027722,0.0001342463,0.000010444216,0.000285519,0.0000029955293,0.0006793946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99886745,0.00031987944,0.00016055428,0.00018172713,0.00035622125,0.00011414165],"domain_scores_gemma":[0.99952286,0.00008312333,0.00006632456,0.000068354886,0.000083843115,0.00017551314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009021211,0.000053550782,0.00012978657,0.00010209313,0.000054515665,0.000054923185,0.00007002455,0.000081406855,0.00037380343],"category_scores_gemma":[0.00022192791,0.00004651207,0.000015762107,0.00029327016,0.000057233767,0.00022391042,0.00002004131,0.00017878642,0.000005942471],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009379398,0.0004362503,0.879877,0.0000044416574,0.000016734411,2.856055e-7,0.004927241,0.0000015207972,0.0000057004145,0.000084644904,0.000086090564,0.11455075],"study_design_scores_gemma":[0.00019896842,0.000044571592,0.94577444,0.000021882535,0.00001961177,3.4141712e-7,0.047177877,0.00053159136,3.6968953e-7,0.000008409229,0.0061675427,0.00005437458],"about_ca_topic_score_codex":0.0030176572,"about_ca_topic_score_gemma":0.05143428,"teacher_disagreement_score":0.114496365,"about_ca_system_score_codex":0.00005581867,"about_ca_system_score_gemma":0.00048681654,"threshold_uncertainty_score":0.96587455},"labels":[],"label_agreement":null},{"id":"W2912259723","doi":"10.2196/12058","title":"Motivating HIV Providers in Vietnam to Learn: A Mixed-Methods Analysis of a Mobile Health Continuing Medical Education Intervention","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; National Institutes of Health; Strong","keywords":"Intervention (counseling); Human immunodeficiency virus (HIV); Continuing medical education; Continuing education; Medical education; Medicine; Psychology; Nursing; Family medicine","score_opus":0.016327548892769113,"score_gpt":0.5065786931611204,"score_spread":0.49025114426835126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912259723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9475764,0.0008305343,0.00782317,0.026867628,0.0023001712,0.0129246265,0.000010958851,0.000115031675,0.0015514869],"genre_scores_gemma":[0.9295116,0.0001978187,0.0073766042,0.013182015,0.00040107977,0.047009055,0.0005223641,0.000045412595,0.0017540291],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9928265,0.0022182118,0.0025115102,0.0006682768,0.0010054515,0.0007700293],"domain_scores_gemma":[0.99531,0.00095752475,0.0011206039,0.00062774384,0.00043725834,0.0015468842],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007554747,0.0002219341,0.0008813514,0.0012293668,0.00021434958,0.000011527733,0.00039732296,0.0004848402,0.0052014976],"category_scores_gemma":[0.0062055434,0.00021670345,0.00018450647,0.0029695234,0.00006457747,0.00018581918,0.00013455807,0.0011878753,0.00023562381],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054245345,0.0014978511,0.08940318,0.0017940176,0.00003546505,1.0371312e-7,0.0091248145,0.000021787708,0.000029144794,0.0019542861,0.015712254,0.8803729],"study_design_scores_gemma":[0.0032003806,0.0009205148,0.52953154,0.011909655,0.00015814955,0.000004676878,0.08800722,0.018556245,0.000020506779,0.00057927327,0.3465136,0.0005982643],"about_ca_topic_score_codex":0.0027536866,"about_ca_topic_score_gemma":0.0018697421,"teacher_disagreement_score":0.8797746,"about_ca_system_score_codex":0.0008425694,"about_ca_system_score_gemma":0.013378075,"threshold_uncertainty_score":0.99570787},"labels":[],"label_agreement":null},{"id":"W2912981933","doi":"10.2196/10982","title":"Data Collection Approaches to Enable Evaluation of a Massive Open Online Course About Data Science for Continuing Education in Health Care: Case Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massive open online course; Thematic analysis; Data collection; Computer science; Qualitative property; Coding (social sciences); Medical education; Qualitative research; Psychology; Mathematics education; Medicine","score_opus":0.16966732532923212,"score_gpt":0.4930422755959889,"score_spread":0.3233749502667568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912981933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685466,0.00030089743,0.0046976646,0.019902298,0.00109053,0.005275259,0.00003795288,0.00002532268,0.00012347176],"genre_scores_gemma":[0.97310853,0.000005282388,0.0253669,0.00031447227,0.00016287007,0.00020295284,0.00063213357,0.0000084149815,0.00019842893],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971412,0.00028537837,0.00048738482,0.00083522784,0.0010171494,0.0002336541],"domain_scores_gemma":[0.99701685,0.00011549676,0.0003342801,0.0017257755,0.0005920167,0.00021558774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068955347,0.000104446815,0.00022923549,0.00028828322,0.0001363843,0.00018525796,0.0027148896,0.000051578154,0.00001170117],"category_scores_gemma":[0.0021104696,0.00010044063,0.0000116448555,0.0013851798,0.00005421595,0.001333787,0.0010621664,0.00017598346,0.000003286257],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019407733,0.0061301542,0.007240882,0.00019135408,0.000010623565,0.0000010850232,0.023291927,0.0005089235,0.000012227396,0.0011924051,0.0039251745,0.95747584],"study_design_scores_gemma":[0.001157628,0.00040642556,0.0069859107,0.00039287106,0.000029771792,0.000031771124,0.077968195,0.9110847,0.0000072768826,0.00023702123,0.0015465497,0.00015188675],"about_ca_topic_score_codex":0.0022090608,"about_ca_topic_score_gemma":0.001976019,"teacher_disagreement_score":0.95732397,"about_ca_system_score_codex":0.0003545958,"about_ca_system_score_gemma":0.027566522,"threshold_uncertainty_score":0.9779463},"labels":[],"label_agreement":null},{"id":"W2913750396","doi":"10.2196/12626","title":"Increasing Access to Medical Training With Three-Dimensional Printing: Creation of an Endotracheal Intubation Model","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"","keywords":"Endotracheal intubation; Computer science; Training (meteorology); Open source; Simulation training; Intubation; Simulation; Medicine; Surgery; Operating system","score_opus":0.014871666231952727,"score_gpt":0.3160614947687592,"score_spread":0.3011898285368065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913750396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9795999,0.000029609617,0.015481882,0.0017248441,0.0002385768,0.0003930797,9.870159e-7,0.00021152764,0.0023196149],"genre_scores_gemma":[0.99422765,0.000007853445,0.004803993,0.0005983509,0.00015396024,0.00010689477,0.000059529804,0.00002360562,0.000018170505],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982614,0.000036887322,0.0003415342,0.0002297308,0.0009014141,0.00022906417],"domain_scores_gemma":[0.9989843,0.00009651836,0.00006233308,0.00020022491,0.000094447256,0.0005622205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059207826,0.00012874026,0.00022117853,0.00019341888,0.00003312154,0.000013699137,0.00029237202,0.00033670236,0.0007612215],"category_scores_gemma":[0.0009163123,0.000110897585,0.000025891879,0.00029638503,0.00008845641,0.0002882773,0.000047583988,0.00041200282,0.000014470177],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008935187,0.00033800336,0.004502461,0.00016525782,0.000029196952,0.0000024389128,0.0013198699,0.003806929,0.00052229123,0.005324564,0.0002946827,0.98360497],"study_design_scores_gemma":[0.0007040964,0.00024773204,0.013899999,0.0006025155,0.000016658341,0.0000770455,0.0003148896,0.98030436,0.00092377205,0.0014678336,0.001218313,0.00022276508],"about_ca_topic_score_codex":0.00005731088,"about_ca_topic_score_gemma":0.00008060204,"teacher_disagreement_score":0.98338217,"about_ca_system_score_codex":0.000080400285,"about_ca_system_score_gemma":0.001248791,"threshold_uncertainty_score":0.83348423},"labels":[],"label_agreement":null},{"id":"W2921144346","doi":"10.2196/10955","title":"Impact of an Electronic App on Resident Responses to Simulated In-Flight Medical Emergencies: Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Travel-related health issues","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Checklist; Psychological intervention; Emergency medicine; Confidence interval; Medical emergency; Physical therapy; Psychology; Internal medicine; Nursing","score_opus":0.010375165898054038,"score_gpt":0.41651410001597,"score_spread":0.40613893411791596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921144346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9745383,0.00042521075,0.0000074248505,0.012170304,0.0010475888,0.010906476,0.0000014211628,0.00007737514,0.0008258845],"genre_scores_gemma":[0.9952361,0.00020322784,0.000027595657,0.0014612956,0.000528019,0.0006944511,0.0000557986,0.000037077098,0.001756444],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99387556,0.0012550589,0.0017043308,0.0004670469,0.0021052288,0.00059279986],"domain_scores_gemma":[0.99577963,0.0018677459,0.00034060396,0.00052391493,0.00026488677,0.001223202],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004809769,0.00027333645,0.0019594096,0.000720822,0.000034489047,0.000008667453,0.00025141955,0.00061387767,0.009630862],"category_scores_gemma":[0.020666683,0.0001811836,0.00037478033,0.0006516192,0.00011282642,0.000076905875,0.00002483546,0.0008990765,0.00022845654],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9891087,0.0026931812,0.0007760963,0.00008152879,0.00018609349,0.000010742432,0.0027911784,0.000022185348,0.00021996061,0.00044063493,0.0017625017,0.0019072328],"study_design_scores_gemma":[0.97165704,0.006533843,0.016497895,0.0010368791,0.000114744886,0.000015990905,0.00029895513,0.0026332939,0.0000987128,0.00022062844,0.0007000337,0.0001919961],"about_ca_topic_score_codex":0.0008603245,"about_ca_topic_score_gemma":0.00008762582,"teacher_disagreement_score":0.020697776,"about_ca_system_score_codex":0.00061344216,"about_ca_system_score_gemma":0.01419408,"threshold_uncertainty_score":0.9913945},"labels":[],"label_agreement":null},{"id":"W2927968381","doi":"10.2196/11971","title":"Not Just a Medical Student: Delivering Medical Education Through a Short Video Series on Social Media","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Goddard Space Flight Center; King's College London; British Medical Association; Royal Society","keywords":"Social media; Curriculum; Medical education; Innovator; Globe; Public relations; Medicine; Psychology; Political science; Pedagogy; Ophthalmology","score_opus":0.07679782440204955,"score_gpt":0.4774798160106583,"score_spread":0.40068199160860873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927968381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81374747,0.00029193025,0.000020339998,0.13381758,0.0354359,0.0022845163,0.000004048459,0.00028218766,0.014116002],"genre_scores_gemma":[0.9612682,0.0011079011,0.00021156987,0.01597283,0.01719085,0.0036429022,0.00016126603,0.00006786894,0.00037664227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98793846,0.0009797103,0.0010390568,0.0008322882,0.008261748,0.0009487083],"domain_scores_gemma":[0.9939429,0.002665781,0.00029692982,0.00045159867,0.00060496357,0.0020378195],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0035162515,0.0003665588,0.00056572683,0.0002549996,0.0009283161,0.00013836194,0.0012610703,0.0014571173,0.017421098],"category_scores_gemma":[0.040380526,0.00037527172,0.00017556617,0.0010792178,0.0009144334,0.0007765715,0.0001513743,0.0013950448,0.0009927835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013673285,0.0034903917,0.017341815,0.00024618296,0.000046715395,0.0000067420738,0.2602091,2.2649895e-7,0.00000757656,0.08475946,0.043980766,0.5897743],"study_design_scores_gemma":[0.0014341308,0.00026435143,0.21459657,0.002082589,0.00009946649,0.000037830025,0.16192335,0.00007972242,0.000054839194,0.002933955,0.6152832,0.0012099848],"about_ca_topic_score_codex":0.003313541,"about_ca_topic_score_gemma":0.00408165,"teacher_disagreement_score":0.5885643,"about_ca_system_score_codex":0.0014084915,"about_ca_system_score_gemma":0.042884313,"threshold_uncertainty_score":0.99986994},"labels":[],"label_agreement":null},{"id":"W2928636797","doi":"10.2196/12795","title":"Evidence-Based Physical Therapy Practice in the State of Kuwait: A Survey of Attitudes, Beliefs, Knowledge, Skills, and Barriers","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Descriptive statistics; Evidence-based practice; Medical education; Logistic regression; Population; Psychology; Medicine; Alternative medicine","score_opus":0.09313695158230234,"score_gpt":0.5422221745976532,"score_spread":0.44908522301535087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2928636797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853262,0.0014233645,0.00000769774,0.010878164,0.00052387186,0.0013941485,0.000006768045,0.0000058005703,0.00043400374],"genre_scores_gemma":[0.995821,0.0012931733,0.000059495203,0.0021501547,0.00014153495,0.00030822313,0.000021167229,0.0000064393466,0.0001988121],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995188,0.0029491012,0.00046973178,0.00022092297,0.0008330111,0.00033925677],"domain_scores_gemma":[0.9895924,0.008909667,0.00026261192,0.0002980456,0.000580266,0.00035700956],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008106252,0.0000849871,0.00021520736,0.00014104017,0.00012345905,0.000007328323,0.00031721164,0.00009400378,0.00037254998],"category_scores_gemma":[0.018225651,0.00005348605,0.000022036093,0.00082877546,0.00021899176,0.0002803949,0.000030932963,0.00057421863,0.000038879687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028312815,0.0065296316,0.72392124,0.0013636766,0.00001287826,3.113641e-7,0.11767432,0.000004494447,0.00012483672,0.0002809657,0.026818769,0.12298574],"study_design_scores_gemma":[0.0004702357,0.00031001147,0.98878026,0.0009919847,0.0000016925339,3.7545598e-7,0.003191672,0.00039605258,0.000016829785,0.000107605076,0.005679374,0.00005392225],"about_ca_topic_score_codex":0.006546038,"about_ca_topic_score_gemma":0.0010944955,"teacher_disagreement_score":0.264859,"about_ca_system_score_codex":0.000097679585,"about_ca_system_score_gemma":0.019027216,"threshold_uncertainty_score":0.99004424},"labels":[],"label_agreement":null},{"id":"W2936437331","doi":"10.2196/12474","title":"Development and Evaluation of the Online Addiction Medicine Certificate: Free Novel Program in a Canadian Setting","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; British Columbia Centre on Substance Use","funders":"National Institute on Drug Abuse; Canada Research Chairs; European Commission; National Institutes of Health; Michael Smith Health Research BC","keywords":"Certificate; Addiction medicine; Addiction; Medicine; Psychology; Computer science; Psychiatry; Theoretical computer science","score_opus":0.05893225493687114,"score_gpt":0.37904301204095914,"score_spread":0.320110757104088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936437331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855916,0.00037503772,6.7483194e-7,0.011282435,0.00036137537,0.001455704,8.754908e-7,0.000016402859,0.0009158821],"genre_scores_gemma":[0.99800867,0.000017325918,0.0007623143,0.00055373437,0.000103755694,0.00019730406,0.00013553629,0.0000087950175,0.00021256063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99858963,0.000036685753,0.00030667978,0.00016936622,0.0007319973,0.00016565],"domain_scores_gemma":[0.9992772,0.00004188161,0.00009250106,0.00023359396,0.00015603733,0.00019883802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006882499,0.00008837479,0.00015839079,0.00015950423,0.00003750664,0.0000032053126,0.00008013422,0.00010004303,0.00043368925],"category_scores_gemma":[0.0005884755,0.000055427245,0.000019468322,0.00031909873,0.000062477564,0.000048696376,0.000010854424,0.00011575851,0.000004841213],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003241891,0.00067370397,0.5049003,0.000049769413,0.000031298798,4.2879321e-7,0.007481254,8.248596e-7,0.00028999723,0.00016409195,0.0010125166,0.48536342],"study_design_scores_gemma":[0.002820487,0.00005190061,0.9819728,0.00082471786,0.00007137703,0.00000936694,0.0024005654,0.0019968906,0.00019890092,0.000032746437,0.009562128,0.000058076505],"about_ca_topic_score_codex":0.007199474,"about_ca_topic_score_gemma":0.15097,"teacher_disagreement_score":0.48530534,"about_ca_system_score_codex":0.00043949287,"about_ca_system_score_gemma":0.004402255,"threshold_uncertainty_score":0.99941164},"labels":[],"label_agreement":null},{"id":"W2939414054","doi":"10.2196/11351","title":"Supporting Students With Electronic Health Record–Embedded Learning Aids: A Mixed-Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Medical education; Psychology; Psychological intervention; Supervisor; Transfer of learning; Medicine; Qualitative research; Nursing","score_opus":0.008964874698636363,"score_gpt":0.4703501246420383,"score_spread":0.4613852499434019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939414054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864295,0.00011384178,0.0022829634,0.0057920446,0.0015287906,0.0027580212,1.7917716e-7,0.0001790397,0.00091561594],"genre_scores_gemma":[0.9739929,0.000025006875,0.012953422,0.00690681,0.00062769995,0.0007450401,0.00015798718,0.00006309666,0.0045280787],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951822,0.0006303214,0.00092660845,0.0006332207,0.0018736604,0.00075395545],"domain_scores_gemma":[0.9980065,0.0001453437,0.000520821,0.00056537765,0.00041506614,0.0003468441],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052911798,0.00025574732,0.0005401507,0.00039414802,0.00018943253,0.00004939605,0.00031089562,0.00019441017,0.002476868],"category_scores_gemma":[0.0031778426,0.0002091058,0.000063311876,0.0013304169,0.00008442303,0.00017100103,0.00007733224,0.0015938663,0.00021902457],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113578295,0.0042265877,0.3514459,0.00022142412,0.0000943363,0.0000023372547,0.0064048977,0.0000012281354,0.000045178866,0.00021017225,0.00968179,0.62755257],"study_design_scores_gemma":[0.009133432,0.016415482,0.61062616,0.0022880374,0.00023442812,0.00034206608,0.20403092,0.001663444,0.000114216775,0.0003721734,0.1538939,0.0008857485],"about_ca_topic_score_codex":0.000115727016,"about_ca_topic_score_gemma":0.000023273853,"teacher_disagreement_score":0.6266668,"about_ca_system_score_codex":0.0008460493,"about_ca_system_score_gemma":0.008126782,"threshold_uncertainty_score":0.998435},"labels":[],"label_agreement":null},{"id":"W2939970150","doi":"10.2196/13930","title":"Applications and Challenges of Implementing Artificial Intelligence in Medical Education: Integrative Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":702,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lee Kong Chian School of Medicine, Nanyang Technological University","keywords":"Engineering ethics; Computer science; Management science; Data science; Engineering","score_opus":0.260544665276983,"score_gpt":0.5611392616371916,"score_spread":0.30059459636020863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939970150","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011912344,0.97599894,0.00013942487,0.016379368,0.00069223787,0.0044610486,0.0000050828667,0.000026379015,0.002285597],"genre_scores_gemma":[0.00014042729,0.99198496,0.00029461994,0.0016193131,0.0011280709,0.004237283,0.00039638986,0.000041371204,0.00015753713],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951903,0.00033442848,0.0023812035,0.0006999621,0.0010136855,0.0003804158],"domain_scores_gemma":[0.9968158,0.0006283327,0.0007937839,0.00061552157,0.0005359772,0.00061058265],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018444327,0.00039008766,0.0017529584,0.0005291087,0.000068609654,0.000015639507,0.00035301648,0.00072289415,0.0018175496],"category_scores_gemma":[0.0036566574,0.0003124341,0.0002404823,0.0009494166,0.0002512353,0.00011211876,0.0001066239,0.0011126944,0.00013387964],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051102743,0.0010182034,0.000023383194,0.10117177,0.000026890482,7.885666e-7,0.00065382203,2.5567586e-9,2.9307024e-8,0.015512344,0.0012548333,0.8803328],"study_design_scores_gemma":[0.000012950386,0.00009850184,0.000014714537,0.17639065,0.0002913103,0.0001248075,0.0030825096,0.000024222549,0.0000020412106,0.0020439175,0.81769764,0.0002167036],"about_ca_topic_score_codex":0.00022724459,"about_ca_topic_score_gemma":0.00021688735,"teacher_disagreement_score":0.8801161,"about_ca_system_score_codex":0.0003246074,"about_ca_system_score_gemma":0.028790815,"threshold_uncertainty_score":0.99993277},"labels":[],"label_agreement":null},{"id":"W2941906922","doi":"10.2196/13350","title":"Exploring Care Providers’ Perceptions and Current Use of Telehealth Technology at Work, in Daily Life, and in Education: Qualitative and Quantitative Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Likert scale; Nursing; Curriculum; Health care; Psychology; Qualitative research; Medical education; Work (physics); Scale (ratio); Telemedicine; eHealth; Medicine; Pedagogy; Sociology; Engineering","score_opus":0.13673431363801047,"score_gpt":0.47729294864843314,"score_spread":0.34055863501042266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941906922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98716295,0.0025214772,0.0000055779437,0.0076275114,0.00025102473,0.0023912205,0.0000028132179,0.000016304239,0.000021124011],"genre_scores_gemma":[0.9967899,0.0010470015,0.00074928073,0.00041672285,0.000051943232,0.00084043515,0.000058793583,0.000012040958,0.000033895256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984215,0.00019047977,0.0005502092,0.00034092602,0.0003054337,0.00019145785],"domain_scores_gemma":[0.9989956,0.0002707406,0.00015905651,0.00015401444,0.00016000176,0.0002605662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034511805,0.00012778485,0.00033495986,0.0006663654,0.000037981226,0.0000085364145,0.000034608664,0.00007674246,0.000051795632],"category_scores_gemma":[0.0009069421,0.00011586445,0.000010645088,0.0006156658,0.00015068396,0.0002837302,0.000052231633,0.00032466248,0.0000027036297],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016300927,0.0006699988,0.68907154,0.00060170295,0.0000064680803,5.7498124e-7,0.18101859,7.542269e-8,0.00001928394,0.00020348027,0.00032965234,0.1279156],"study_design_scores_gemma":[0.0013096442,0.0005634883,0.60935485,0.0004897145,0.000012718823,0.000006743417,0.3873581,0.000008866057,0.000002195242,0.00003627512,0.00079923816,0.00005816526],"about_ca_topic_score_codex":0.00063168956,"about_ca_topic_score_gemma":0.0010321101,"teacher_disagreement_score":0.2063395,"about_ca_system_score_codex":0.00020076161,"about_ca_system_score_gemma":0.0015765053,"threshold_uncertainty_score":0.47248152},"labels":[],"label_agreement":null},{"id":"W2942376140","doi":"10.2196/12605","title":"YouTube Videos as a Source of Information About Immunology for Medical Students: Cross-Sectional Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vlaamse regering; Fonds Wetenschappelijk Onderzoek","keywords":"Attractiveness; Context (archaeology); Reliability (semiconductor); Presentation (obstetrics); Quality (philosophy); Computer science; The Internet; Medical education; Psychology; Medicine; Multimedia; World Wide Web; Power (physics)","score_opus":0.02102321693962682,"score_gpt":0.5125771650619165,"score_spread":0.4915539481222897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942376140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854975,0.00003398392,0.0018017736,0.0013193332,0.0038056516,0.0045806346,0.000012942053,0.00008111531,0.002867075],"genre_scores_gemma":[0.9818345,0.00001444134,0.0001473049,0.013514864,0.00048160632,0.0022010328,0.00036866887,0.000011901434,0.0014257142],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99387306,0.0005162238,0.0029297888,0.00023014694,0.002038422,0.00041238434],"domain_scores_gemma":[0.9961158,0.000855412,0.000991827,0.00043156935,0.0011881733,0.0004171989],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006804287,0.0001532042,0.00034066997,0.00024039723,0.00040120032,0.000043219654,0.0007163198,0.000633322,0.013106503],"category_scores_gemma":[0.008400026,0.00012512517,0.00008662452,0.00029922216,0.000114957955,0.0015839157,0.00019849019,0.000895802,0.0014017269],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003713058,0.0010941916,0.9569615,0.00073890056,0.000029556462,4.126504e-8,0.017016198,9.722032e-7,0.000001325241,0.0014412225,0.003281284,0.019063491],"study_design_scores_gemma":[0.0029616784,0.00033584866,0.8649855,0.000224602,0.000005788412,0.000002843346,0.008469628,0.0007444191,0.0000022611075,0.0002502918,0.12191194,0.0001051663],"about_ca_topic_score_codex":0.000713382,"about_ca_topic_score_gemma":0.00003149228,"teacher_disagreement_score":0.118630655,"about_ca_system_score_codex":0.00028939833,"about_ca_system_score_gemma":0.0067032254,"threshold_uncertainty_score":0.9999526},"labels":[],"label_agreement":null},{"id":"W2945188059","doi":"10.2196/12901","title":"Understanding the Use and Perceived Impact of a Medical Podcast: Qualitative Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; The Wilson Centre; Mount Sinai Hospital; St. Michael's Hospital; University of Toronto; Toronto General Hospital; Trillium Health Centre","funders":"","keywords":"Thematic analysis; Medical education; Active listening; Psychology; Nonprobability sampling; Qualitative research; Entertainment; Continuing medical education; Applied psychology; Medicine; Sociology","score_opus":0.3339123006166728,"score_gpt":0.5651302461456373,"score_spread":0.23121794552896452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945188059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9746848,0.000053400527,0.000030600117,0.020550326,0.0022281052,0.0020965186,0.0000013479848,0.000022568876,0.0003323774],"genre_scores_gemma":[0.99848986,0.00008946007,0.000025236768,0.00035710554,0.0005908024,0.0003786178,0.0000055010796,0.000009269322,0.000054141405],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99569225,0.0015866663,0.0003280858,0.00020273561,0.0019451563,0.0002451284],"domain_scores_gemma":[0.99366266,0.0053147604,0.00017944242,0.00017788753,0.00017365364,0.0004915734],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037303113,0.0000906705,0.00019001953,0.00009198474,0.00027295077,0.00005690365,0.00027925256,0.00021044308,0.002037773],"category_scores_gemma":[0.019261189,0.00006327041,0.0000517859,0.00044906567,0.0005453481,0.0002521484,0.00003651398,0.00033454693,0.000020657379],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017498358,0.0005101904,0.11980739,0.00002081811,0.000021261762,2.1981553e-7,0.86757976,1.2858872e-7,0.0000018472582,0.0062583927,0.0014442197,0.0043382435],"study_design_scores_gemma":[0.00027238645,0.00014574942,0.3617745,0.00009236951,0.00001031384,8.985028e-7,0.6359825,0.000061494495,8.458532e-8,0.0010097119,0.0005902735,0.00005971889],"about_ca_topic_score_codex":0.020138713,"about_ca_topic_score_gemma":0.0020017445,"teacher_disagreement_score":0.24196711,"about_ca_system_score_codex":0.0006256791,"about_ca_system_score_gemma":0.007589272,"threshold_uncertainty_score":0.9988745},"labels":[],"label_agreement":null},{"id":"W2946600278","doi":"10.2196/12791","title":"Why Medical Students Choose to Use or Not to Use a Web-Based Electrocardiogram Learning Resource: Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"ECG Monitoring and Analysis","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Stockholms Läns Landsting","keywords":"Competence (human resources); The Internet; Medical education; Resource (disambiguation); Psychology; Computer science; Medicine; Knowledge management; World Wide Web","score_opus":0.023858444270471905,"score_gpt":0.44582858584094426,"score_spread":0.42197014157047236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946600278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98381114,0.000018186678,0.0019238476,0.0116334185,0.0008069609,0.0015406867,9.140075e-7,0.00021386135,0.000050987626],"genre_scores_gemma":[0.96651834,0.00001086883,0.006986681,0.019194061,0.0008594014,0.00057387934,0.000054055887,0.000067290865,0.0057354053],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932635,0.0010972179,0.00062720885,0.0007600362,0.0037022147,0.00054982177],"domain_scores_gemma":[0.99582815,0.0009826341,0.00011850914,0.0007370272,0.00029156273,0.002042143],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034294254,0.00029929122,0.00071982853,0.00064079073,0.00013565658,0.00018653758,0.0005069629,0.00031045979,0.0009646742],"category_scores_gemma":[0.016880829,0.00023006354,0.00022186067,0.0016185564,0.000040229577,0.000118799,0.00017970729,0.0010261008,0.00025803957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017780402,0.0055941637,0.6464641,0.00010057117,0.00043432508,0.00006467417,0.0026929271,0.000027280841,0.0009234232,0.0000020213274,0.051990703,0.28992775],"study_design_scores_gemma":[0.0033501596,0.0020802033,0.6624833,0.0007765693,0.00040369533,0.000023469538,0.004006455,0.0017623537,0.00037447366,9.2705136e-7,0.32437602,0.00036239723],"about_ca_topic_score_codex":0.00054093706,"about_ca_topic_score_gemma":0.000053177653,"teacher_disagreement_score":0.28956535,"about_ca_system_score_codex":0.00028266534,"about_ca_system_score_gemma":0.0018473414,"threshold_uncertainty_score":0.99994856},"labels":[],"label_agreement":null},{"id":"W29487043","doi":"10.2196/mededu.9137","title":"Iconography : le point sur… - Clichés simples du rachis : dynamique et points de sémiologie","year":2008,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Linguistics and Discourse Analysis","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rachis; Medicine","score_opus":0.032000136775282316,"score_gpt":0.31951636916604176,"score_spread":0.28751623239075946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W29487043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7747103,0.00036839445,0.00039208718,0.04256037,0.0009905052,0.00023000837,0.000021604383,0.00014388336,0.18058284],"genre_scores_gemma":[0.98989046,0.00027261567,0.00013277346,0.0063203126,0.0017509708,0.00008014825,0.00016777961,0.0000144792375,0.0013704636],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998927,0.00012751072,0.000284405,0.0002053812,0.00023012754,0.00022560096],"domain_scores_gemma":[0.99915284,0.00014351275,0.00010374552,0.00020012748,0.00017099136,0.00022880046],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047316347,0.0001241048,0.00019003652,0.000141326,0.00031067478,0.00006031847,0.00017567951,0.00008628323,0.0063048713],"category_scores_gemma":[0.0012674445,0.00010164587,0.00015070566,0.000053947148,0.00031433435,0.0001362415,0.00003651876,0.0001923231,0.00007512808],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022520027,0.0016558217,0.016874913,0.000042347085,0.000104100785,0.00001881404,0.030929742,0.0000043557498,0.0000065735776,0.71029234,0.23091085,0.009137621],"study_design_scores_gemma":[0.0006327918,0.00012356817,0.029553805,0.00008997829,0.00007916407,0.000031923726,0.010886196,0.0023257837,0.000022906788,0.04315333,0.91265494,0.00044560074],"about_ca_topic_score_codex":0.0033145281,"about_ca_topic_score_gemma":0.0017082463,"teacher_disagreement_score":0.6817441,"about_ca_system_score_codex":0.000038463142,"about_ca_system_score_gemma":0.0013590257,"threshold_uncertainty_score":0.9946035},"labels":[],"label_agreement":null},{"id":"W2949379172","doi":"10.2196/13997","title":"Microlearning in Health Professions Education: Scoping Review","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"E-Learning and COVID-19","field":"Social Sciences","cited_by":301,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health professions; Medical education; Continuing education; Psychology; Knowledge acquisition; Knowledge management; Medicine; Pedagogy; Health care; Computer science; Political science","score_opus":0.02698520073845772,"score_gpt":0.4817657083628463,"score_spread":0.4547805076243886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949379172","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10473938,0.06486011,0.00005177924,0.75269455,0.0047869356,0.004355567,3.8333434e-7,0.00021343125,0.068297885],"genre_scores_gemma":[0.78019744,0.029952936,0.0007705776,0.12872665,0.0018503868,0.0013568088,0.00008398819,0.000038296785,0.057022937],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99788564,0.0007684022,0.0003380641,0.00023003311,0.00051319454,0.00026468158],"domain_scores_gemma":[0.9990351,0.00017370051,0.00017983098,0.00016805602,0.00007352895,0.00036977566],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022742767,0.00007102114,0.00017795396,0.0000925672,0.0002770525,0.00002555644,0.00021836693,0.000109933935,0.0035117543],"category_scores_gemma":[0.0028470187,0.00006817361,0.00003538357,0.0005288905,0.00009137727,0.0001283596,0.000027706188,0.0004122397,0.0004218692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009281508,0.0013096764,0.10434415,0.011991792,0.0000048802112,5.470621e-7,0.063752465,0.0000027346723,0.000008096987,0.026928017,0.14239305,0.64925534],"study_design_scores_gemma":[0.0002490718,0.00004923598,0.010006213,0.19184016,0.0000041250314,0.0000028501988,0.04403765,0.0000136556055,9.773687e-7,0.00047612438,0.7530961,0.0002238262],"about_ca_topic_score_codex":0.002878641,"about_ca_topic_score_gemma":0.0009403805,"teacher_disagreement_score":0.675458,"about_ca_system_score_codex":0.0003005698,"about_ca_system_score_gemma":0.030699303,"threshold_uncertainty_score":0.99739915},"labels":[],"label_agreement":null},{"id":"W2955733076","doi":"10.2196/14651","title":"Building a Medical Education Outcomes Center: Development Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gordon and Betty Moore Foundation","keywords":"Accreditation; Medical education; Identifier; Medicine; Family medicine; Computer science","score_opus":0.011898727667027919,"score_gpt":0.4008734786412313,"score_spread":0.38897475097420336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955733076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9610495,0.00009950066,0.0003156697,0.025707178,0.0059245634,0.0023882238,4.499086e-7,0.00018117332,0.0043337387],"genre_scores_gemma":[0.960002,0.000017638287,0.006812894,0.026479967,0.0009885165,0.0012635083,0.00024823463,0.00005693263,0.0041302824],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99437433,0.0001348127,0.0010889575,0.0006609394,0.0032735425,0.00046742332],"domain_scores_gemma":[0.9977129,0.0000860795,0.00025141676,0.0007345022,0.000591202,0.0006238948],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015690076,0.00031603395,0.0005053357,0.00056388235,0.00015823172,0.000046754158,0.00044349057,0.00042373227,0.009793137],"category_scores_gemma":[0.0046212976,0.00026654973,0.000099074714,0.0009614493,0.000112676076,0.00022207065,0.00009662065,0.00091771333,0.0009496328],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042856373,0.01471346,0.4309379,0.00021729697,0.00008224719,0.000003745519,0.0024429278,8.912563e-8,0.000021394015,0.0020881866,0.04437497,0.5050749],"study_design_scores_gemma":[0.0034317966,0.0003485886,0.65890867,0.0014263846,0.000070140006,0.00021013214,0.0059601865,0.00034095882,0.000067665795,0.00027455942,0.32850134,0.0004595947],"about_ca_topic_score_codex":0.00005545688,"about_ca_topic_score_gemma":0.000016599175,"teacher_disagreement_score":0.50461537,"about_ca_system_score_codex":0.00067207287,"about_ca_system_score_gemma":0.019361738,"threshold_uncertainty_score":0.99997866},"labels":[],"label_agreement":null},{"id":"W2957140256","doi":"10.2196/13128","title":"How We Evaluate Postgraduate Medical E-Learning: Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Medical education; Instructional design; Psychology; MEDLINE; Active learning (machine learning); Systematic review; Medicine; Computer science; Artificial intelligence; Mathematics education","score_opus":0.056642653923717264,"score_gpt":0.4570186284625186,"score_spread":0.40037597453880136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2957140256","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017991899,0.8977695,0.00005197296,0.08634492,0.0038310317,0.010337801,0.0000035255523,0.00023776894,0.0014216553],"genre_scores_gemma":[0.000004329125,0.9505733,0.00024606963,0.014444489,0.0020429334,0.0062003057,0.0025850981,0.00020289265,0.023700543],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9867075,0.00156991,0.0029501047,0.0011909021,0.0068001547,0.000781437],"domain_scores_gemma":[0.9931433,0.0006266217,0.002007212,0.0018910596,0.0013110896,0.0010206879],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0057014516,0.001006689,0.005875009,0.00086441106,0.00017028725,0.000121264835,0.0011315255,0.0020223318,0.0043798797],"category_scores_gemma":[0.074918255,0.00069874566,0.0010721287,0.0025052866,0.00033100657,0.00021048436,0.00020112043,0.004503818,0.0029228446],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023043012,0.00043335135,7.811442e-7,0.49730232,0.00017362261,0.000010952779,0.000054708038,1.8179035e-9,1.0795133e-8,0.00023206044,0.10115096,0.40063894],"study_design_scores_gemma":[0.00022769358,0.00009823089,8.9075087e-7,0.48893002,0.004069952,0.000964331,0.00009766978,0.000049158745,3.4804426e-8,0.000018816023,0.50523317,0.00031002567],"about_ca_topic_score_codex":0.0000075770304,"about_ca_topic_score_gemma":9.0565544e-7,"teacher_disagreement_score":0.4040822,"about_ca_system_score_codex":0.0011567966,"about_ca_system_score_gemma":0.029489009,"threshold_uncertainty_score":0.99954635},"labels":[],"label_agreement":null},{"id":"W2962883595","doi":"10.2196/12809","title":"Media Use Among Students From Different Health Curricula: Survey Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Laptop; Curriculum; Mobile device; Medical education; Electronic media; Health science; Psychology; Class (philosophy); Medicine; Multimedia; Computer science; Pedagogy; World Wide Web","score_opus":0.08875885659064778,"score_gpt":0.48585235334101434,"score_spread":0.39709349675036654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962883595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96680254,0.00013334818,0.000004565584,0.0043942183,0.023746034,0.0047001797,0.000012526364,0.00010145532,0.00010511515],"genre_scores_gemma":[0.99446684,0.00014635942,0.000034224442,0.001097813,0.0022170488,0.0015421059,0.00031674924,0.000023617595,0.0001552412],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928732,0.0026517846,0.00059235364,0.0004960397,0.0028662193,0.0005203882],"domain_scores_gemma":[0.9933501,0.004430952,0.000341442,0.00040319902,0.00025825383,0.0012160877],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029347283,0.0001784581,0.0003903636,0.00013193223,0.00036830865,0.00015078358,0.0006382692,0.00024610772,0.0022364191],"category_scores_gemma":[0.014894184,0.00016502416,0.00005459851,0.000553876,0.00020601678,0.0003643585,0.000076909244,0.00045554808,0.00030735307],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009213007,0.0025320873,0.87540674,0.000009272503,0.000011941144,2.3760555e-7,0.0905933,4.0758138e-8,1.5835037e-7,0.00010370272,0.0046589677,0.026674312],"study_design_scores_gemma":[0.0004240752,0.00007850391,0.97054607,0.00012386468,0.000008309086,5.341296e-8,0.024750203,0.0000064313526,3.218593e-7,0.00011336081,0.003801747,0.00014707408],"about_ca_topic_score_codex":0.22981925,"about_ca_topic_score_gemma":0.096859746,"teacher_disagreement_score":0.13295951,"about_ca_system_score_codex":0.00094381295,"about_ca_system_score_gemma":0.0044648033,"threshold_uncertainty_score":0.99867564},"labels":[],"label_agreement":null},{"id":"W2964216090","doi":"10.2196/13386","title":"The Impact of Medical Students’ Individual Teaching Format Choice on the Learning Outcome Related to Clinical Reasoning","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Key (lock); Feature (linguistics); Outcome (game theory); Computer science; Medical education; Mathematics education; Psychology; Artificial intelligence; Medicine; Mathematics; Linguistics","score_opus":0.03757859690385167,"score_gpt":0.5054586306448167,"score_spread":0.467880033740965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964216090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9611377,0.00009064499,0.000013578078,0.03366306,0.001261037,0.0008636782,0.0000013000636,0.00006349663,0.0029055022],"genre_scores_gemma":[0.9928324,0.000081157414,0.000038435377,0.0049156174,0.00057755696,0.00008664331,0.00004261468,0.000028678527,0.001396857],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99348366,0.0007147186,0.0012995164,0.00035773756,0.0037296982,0.0004146524],"domain_scores_gemma":[0.9589703,0.03870897,0.00040755162,0.0006567598,0.00015479,0.0011016158],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013077921,0.00020561201,0.0005111784,0.000086674336,0.00024531884,0.00008432907,0.0009404853,0.00047219265,0.0011785337],"category_scores_gemma":[0.39710462,0.00009941316,0.00036650113,0.00029681763,0.00019792389,0.000058041445,0.00028525697,0.002916087,0.00043499575],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013273467,0.0011671572,0.8935295,0.0000122072715,0.00013901651,0.0000029629523,0.0010967721,0.000008557431,7.9446005e-7,0.0014823695,0.020974424,0.08145355],"study_design_scores_gemma":[0.0016425925,0.0013309906,0.98411876,0.0031206594,0.000066173445,0.00003866056,0.0013451852,0.0011044741,0.0000016925735,0.00008935564,0.007017516,0.00012393938],"about_ca_topic_score_codex":0.00028115732,"about_ca_topic_score_gemma":0.000007076735,"teacher_disagreement_score":0.3840267,"about_ca_system_score_codex":0.00013238224,"about_ca_system_score_gemma":0.0017957295,"threshold_uncertainty_score":0.9997345},"labels":[],"label_agreement":null},{"id":"W2964228106","doi":"10.2196/13568","title":"Introduction of Ultrasound Simulation in Medical Education: Exploratory Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Exploratory research; Ultrasound; Computer science; Psychology; Medical education; Mathematics education; Medical physics; Medicine; Sociology; Radiology; Social science","score_opus":0.02164204595926711,"score_gpt":0.4071034034773652,"score_spread":0.38546135751809807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964228106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812284,0.00012369292,0.00011430502,0.012925688,0.0013608093,0.0021191202,0.0000014060781,0.00006358052,0.002062965],"genre_scores_gemma":[0.9935961,0.000047518308,0.00031268614,0.0020777732,0.001998977,0.0006907398,0.000245611,0.000028712935,0.0010018954],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99640805,0.00019316757,0.0010644117,0.00054495886,0.0015716983,0.0002177135],"domain_scores_gemma":[0.997251,0.0007703509,0.0002635566,0.00075478083,0.00045283366,0.00050752575],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012783863,0.0001783626,0.0004285841,0.0002916202,0.000038501443,0.000013215346,0.00024513606,0.00035782045,0.014508754],"category_scores_gemma":[0.007907607,0.00016410764,0.00008645962,0.0009274873,0.00016603243,0.00022481954,0.000038777172,0.00065499573,0.0004307626],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033604295,0.041195024,0.84033287,0.0003798914,0.00007706377,0.0000017332774,0.0052860994,0.000059191134,0.0007867817,0.0033259478,0.032927398,0.07529197],"study_design_scores_gemma":[0.0038617624,0.0011205497,0.89593124,0.0005420057,0.000110467685,0.00007799268,0.013685568,0.0014396751,0.0001713023,0.0019349615,0.08072706,0.00039742436],"about_ca_topic_score_codex":0.000056157438,"about_ca_topic_score_gemma":0.00004971378,"teacher_disagreement_score":0.07489455,"about_ca_system_score_codex":0.00024337423,"about_ca_system_score_gemma":0.0065821926,"threshold_uncertainty_score":0.99904954},"labels":[],"label_agreement":null},{"id":"W2969243049","doi":"10.2196/13529","title":"Association of Online Learning Behavior and Learning Outcomes for Medical Students: Large-Scale Usage Data Analysis","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Leibniz-Gemeinschaft","keywords":"Multiple choice; Test (biology); Online learning; Medical education; Computer science; Scale (ratio); Psychology; Medicine; Multimedia; Significant difference","score_opus":0.018070022894283017,"score_gpt":0.41991967739626584,"score_spread":0.40184965450198284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969243049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845948,0.00007314873,0.00092218904,0.013019898,0.00045544744,0.0004074408,0.000028778095,0.000033779965,0.00046452327],"genre_scores_gemma":[0.9820932,0.00027342554,0.00066868035,0.0009569874,0.0004277112,0.000053838743,0.0010451461,0.000009204589,0.014471814],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99641716,0.0005509848,0.00036665253,0.00028575916,0.0021315122,0.00024792907],"domain_scores_gemma":[0.99792916,0.0012030611,0.00028640282,0.00015657578,0.00017944517,0.00024535108],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009115385,0.000083133185,0.0002922948,0.00012535689,0.00026178008,0.00004366929,0.0006583507,0.00079834106,0.0021416168],"category_scores_gemma":[0.016290875,0.000075144526,0.000071666975,0.0003599246,0.00007978162,0.00024308577,0.00016394864,0.0013603038,0.000012216768],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063037864,0.00042939556,0.9684034,0.00002019738,0.000105238694,1.5241062e-7,0.010137896,0.0000010939439,0.000002791744,0.0002921308,0.001918344,0.018683074],"study_design_scores_gemma":[0.00067967776,0.00005528552,0.7732175,0.00008087783,0.00048821527,3.945072e-7,0.03523634,0.004441185,0.0000015034441,0.00009249537,0.18555534,0.00015116057],"about_ca_topic_score_codex":0.001043812,"about_ca_topic_score_gemma":0.00251534,"teacher_disagreement_score":0.19518586,"about_ca_system_score_codex":0.000112428505,"about_ca_system_score_gemma":0.0008318313,"threshold_uncertainty_score":0.99877053},"labels":[],"label_agreement":null},{"id":"W2969969214","doi":"10.2196/13795","title":"Students' Experiences of Seeking Web-Based Animal Health Information at the Ontario Veterinary College: Exploratory Qualitative Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Thematic analysis; Information literacy; The Internet; Health literacy; Focus group; Seekers; Medical education; Exploratory research; Health care; Qualitative research; Medicine; Psychology; World Wide Web; Political science; Sociology; Pedagogy","score_opus":0.05436099045277899,"score_gpt":0.5175629643721544,"score_spread":0.46320197391937545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969969214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909561,0.000035649173,0.00003716392,0.0024349461,0.0016159107,0.0036899282,0.0000137403595,0.00004533642,0.0011711902],"genre_scores_gemma":[0.9856168,0.000003035711,0.00008352855,0.011355197,0.0000829763,0.002299589,0.0001148989,0.000006626393,0.0004373434],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99390006,0.0023107366,0.0019625172,0.00018510505,0.0013077403,0.00033382667],"domain_scores_gemma":[0.99701315,0.00065940665,0.0012183847,0.00041824824,0.00040732286,0.00028346345],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006802664,0.00014468408,0.000307803,0.00014075925,0.00070775783,0.000018032631,0.0004032666,0.00014272043,0.006099702],"category_scores_gemma":[0.0005637562,0.00009886338,0.000046717007,0.00036813124,0.000108314714,0.0014716121,0.00016297899,0.00062165316,0.0003650443],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027779242,0.0005803213,0.09704879,0.0004913594,0.0000070474207,7.213124e-8,0.89156455,5.118457e-7,0.0000023598268,0.00009640328,0.008282718,0.0016481053],"study_design_scores_gemma":[0.0012325207,0.00074457366,0.11686735,0.00031086447,0.0000027315987,4.2782372e-7,0.82107544,0.00030767976,0.0000022990866,0.000010433588,0.05935815,0.00008751435],"about_ca_topic_score_codex":0.0023861206,"about_ca_topic_score_gemma":0.0023408486,"teacher_disagreement_score":0.070489064,"about_ca_system_score_codex":0.0011279271,"about_ca_system_score_gemma":0.0124937,"threshold_uncertainty_score":0.99480885},"labels":[],"label_agreement":null},{"id":"W2969982238","doi":"10.2196/15297","title":"Opportunities and Obstacles for Providing Medical Education Through Social Media","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mainstream; Social media; Public relations; Health care; Business; Sociology; Political science; Medical education; Engineering ethics; Medicine; Economic growth; Engineering; Economics","score_opus":0.14923811311899618,"score_gpt":0.46429192814392584,"score_spread":0.3150538150249297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969982238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75379467,0.0011872854,0.00006433376,0.20267272,0.026555821,0.0040611844,0.000006457575,0.0001891419,0.011468398],"genre_scores_gemma":[0.96330655,0.0016245872,0.0012608684,0.00902495,0.015435895,0.008010231,0.0002630989,0.00005513837,0.0010186676],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99674064,0.000351812,0.00047477955,0.00038212983,0.0015732631,0.00047736586],"domain_scores_gemma":[0.99553883,0.0028583012,0.00025116364,0.00015637414,0.00042731283,0.0007679968],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017809185,0.00016200711,0.0002697971,0.0001249916,0.00068762136,0.00009445875,0.00033309593,0.00058304437,0.0019496874],"category_scores_gemma":[0.025568867,0.00016891707,0.00006511189,0.00030455628,0.0005417509,0.00054075115,0.00004009218,0.00031079765,0.000040211762],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023961618,0.000507909,0.004863631,0.00027875265,0.000009737956,1.8721477e-7,0.17026271,8.228194e-9,0.0000044171393,0.25240174,0.039576292,0.53207064],"study_design_scores_gemma":[0.00047663262,0.000048273298,0.012918263,0.000335495,0.000025552601,0.0000032122157,0.1630255,0.000033021006,0.00001101307,0.019096397,0.80373824,0.000288427],"about_ca_topic_score_codex":0.001382201,"about_ca_topic_score_gemma":0.0010453828,"teacher_disagreement_score":0.76416194,"about_ca_system_score_codex":0.00041869585,"about_ca_system_score_gemma":0.03115978,"threshold_uncertainty_score":0.99896264},"labels":[],"label_agreement":null},{"id":"W2974109571","doi":"10.2196/15898","title":"Comparing preferred teaching styles of medical faculty: an international multicenter study among seven medical schools (Preprint)","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medical education; Multicenter study; Medicine; Psychology; Computer science; Internal medicine","score_opus":0.03104615636567719,"score_gpt":0.4243724809226818,"score_spread":0.3933263245570046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974109571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791413,0.000018778625,0.00036437632,0.011655181,0.0024701257,0.0020696952,0.0000027440537,0.00015227344,0.004125521],"genre_scores_gemma":[0.9930108,0.0000150243195,0.0013335603,0.0026922692,0.0012648565,0.00041341645,0.00065892265,0.000049503156,0.0005616465],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99016005,0.00039510528,0.0014679388,0.0007689558,0.0067919265,0.0004160167],"domain_scores_gemma":[0.99704134,0.00014232921,0.00043264666,0.00090194884,0.0006264997,0.0008552493],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046337256,0.00030768214,0.000650787,0.00048026122,0.00011161775,0.00006228582,0.0011909129,0.00066216517,0.010654411],"category_scores_gemma":[0.01437801,0.0002662577,0.00012497313,0.00042067695,0.00025172194,0.0005865028,0.0003480896,0.002417172,0.00021518632],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015704558,0.0099766925,0.8693565,0.00019763055,0.00017827428,0.0000106094185,0.0057217586,0.0000034842178,0.00004404827,0.0009056015,0.0063973977,0.10705096],"study_design_scores_gemma":[0.0045338073,0.00038232064,0.9304779,0.0022164255,0.000072034294,0.00006245226,0.024951864,0.030214,0.000059313035,0.00004784216,0.006697459,0.00028456256],"about_ca_topic_score_codex":0.0006283765,"about_ca_topic_score_gemma":0.0000929508,"teacher_disagreement_score":0.1067664,"about_ca_system_score_codex":0.00040125696,"about_ca_system_score_gemma":0.003719998,"threshold_uncertainty_score":0.99997896},"labels":[],"label_agreement":null},{"id":"W2979385919","doi":"10.2196/13004","title":"A 9-Step Theory- and Evidence-Based Postgraduate Medical Digital Education Development Model: Empirical Development and Validation","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Curriculum; Medical education; Psychological intervention; Computer science; Instructional design; Intervention (counseling); Work (physics); Mathematics education; Psychology; Pedagogy; Medicine; Multimedia; Engineering; Nursing","score_opus":0.029673813016089696,"score_gpt":0.38054107148363525,"score_spread":0.3508672584675456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979385919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9613704,0.0005196721,0.0058611603,0.029107915,0.00080254424,0.0012815152,6.810689e-7,0.000115917166,0.0009401578],"genre_scores_gemma":[0.96397984,0.000070455935,0.016535321,0.016323004,0.0003431734,0.00061782036,0.00044513665,0.00004578633,0.001639476],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99574375,0.00014472414,0.00091535074,0.00068820216,0.0021337525,0.00037419636],"domain_scores_gemma":[0.99786973,0.00031674505,0.00023311439,0.0003961216,0.0005355244,0.0006487426],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022559883,0.00031255337,0.00037612385,0.00045192178,0.00018499415,0.00011704977,0.00019855595,0.00047280747,0.00061974063],"category_scores_gemma":[0.007229934,0.00026914282,0.000044055643,0.0005816637,0.00026442323,0.0004631227,0.00010288248,0.0006185681,0.00015259557],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022450341,0.0017066109,0.04220371,0.0006999698,0.000041671185,0.0000018246983,0.0027098525,0.0000013965152,0.000040712515,0.0035322024,0.008401761,0.94043577],"study_design_scores_gemma":[0.010034027,0.0012412083,0.47378886,0.02944173,0.00040951723,0.001271411,0.010954542,0.09205504,0.004238133,0.0054455143,0.36790887,0.0032111504],"about_ca_topic_score_codex":0.000007121558,"about_ca_topic_score_gemma":0.000002491067,"teacher_disagreement_score":0.9372246,"about_ca_system_score_codex":0.0004922568,"about_ca_system_score_gemma":0.024618356,"threshold_uncertainty_score":0.9999761},"labels":[],"label_agreement":null},{"id":"W2981092641","doi":"10.2196/12403","title":"Augmenting Flexnerism Via Twitterism: Need for Integrating Social Media Application in Blueprinting Pedagogical Strategies for Undergraduate Medical Education","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blueprint; Promulgation; Cornerstone; Curriculum; Engineering ethics; Medical education; Psychology; Pedagogy; Medicine; Engineering; Political science","score_opus":0.08078708936900211,"score_gpt":0.4655154734484127,"score_spread":0.38472838407941057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981092641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87326896,0.00012771074,0.017656624,0.087052755,0.012080531,0.007384303,0.0000033953468,0.00020945548,0.0022162877],"genre_scores_gemma":[0.96895915,0.0000417689,0.0038398511,0.0020440184,0.00781182,0.016786471,0.0003331861,0.000052780157,0.00013094395],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.995491,0.00045121793,0.0010568569,0.0006806955,0.001522789,0.0007973936],"domain_scores_gemma":[0.9947363,0.0032453723,0.00059282914,0.00023530777,0.0005858562,0.000604323],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004012101,0.00026681204,0.0004382856,0.00030900133,0.0006783973,0.00017835027,0.00057474023,0.0008070194,0.00037443437],"category_scores_gemma":[0.017894557,0.0002844821,0.00014940983,0.00079066656,0.00029397913,0.00053863187,0.000056103036,0.00062810676,0.000044425564],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068653746,0.0010043492,0.0119247595,0.0004143187,0.000013497718,1.3689764e-7,0.13799627,0.000001196733,0.00018360987,0.1444579,0.0031435739,0.7007917],"study_design_scores_gemma":[0.002870805,0.00016872237,0.03398429,0.0011827629,0.00007521393,0.000005969701,0.6205684,0.007820953,0.000060262202,0.16722266,0.16485742,0.001182518],"about_ca_topic_score_codex":0.002851637,"about_ca_topic_score_gemma":0.0043646935,"teacher_disagreement_score":0.6996092,"about_ca_system_score_codex":0.0009576295,"about_ca_system_score_gemma":0.02012926,"threshold_uncertainty_score":0.9999607},"labels":[],"label_agreement":null},{"id":"W2981296841","doi":"10.2196/16048","title":"Introducing Artificial Intelligence Training in Medical Education","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":614,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Transparency (behavior); Health care; Medical education; Liability; Medical knowledge; Quality (philosophy); Knowledge management; Training (meteorology); Computer science; Artificial intelligence; Medicine; Psychology; Business; Political science; Pedagogy","score_opus":0.090625490285459,"score_gpt":0.4639545841878131,"score_spread":0.3733290939023541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981296841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92194396,0.0003401863,0.0005653648,0.06407621,0.0060011433,0.0011237898,4.2330018e-7,0.00008363148,0.005865272],"genre_scores_gemma":[0.98545223,0.00012596333,0.00075783994,0.009362339,0.003131807,0.00034927172,0.00011527311,0.00003052172,0.00067475514],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99651396,0.0001384283,0.0010431261,0.000579416,0.0012561809,0.00046885907],"domain_scores_gemma":[0.99801445,0.00023203154,0.00015790817,0.0004561432,0.00030852438,0.00083096523],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014932943,0.00019811638,0.000362367,0.00046127246,0.000077326615,0.000037023747,0.00024486065,0.00048202233,0.010698059],"category_scores_gemma":[0.0055864286,0.00018977937,0.00008374876,0.00086821057,0.00012613976,0.00022529424,0.00003871191,0.0009232881,0.0010405141],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009205608,0.0012628284,0.01605386,0.00018379165,0.0000068212357,0.0000035677717,0.010124629,0.000005048729,0.000104428436,0.011401045,0.0019781296,0.9587838],"study_design_scores_gemma":[0.00073631475,0.0030942336,0.10061689,0.02227373,0.00021910631,0.0022290123,0.42130622,0.08961758,0.016027335,0.20747696,0.13289633,0.003506285],"about_ca_topic_score_codex":0.0008306189,"about_ca_topic_score_gemma":0.00036519906,"teacher_disagreement_score":0.9552775,"about_ca_system_score_codex":0.00044065635,"about_ca_system_score_gemma":0.025896477,"threshold_uncertainty_score":0.99973726},"labels":[],"label_agreement":null},{"id":"W2995453846","doi":"10.2196/14428","title":"Comparison of Assessment by a Virtual Patient and by Clinician-Educators of Medical Students' History-Taking Skills: Exploratory Descriptive Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Interview; Virtual patient; Medical history; Test (biology); Medical education; Simulated patient; Psychology; Sequence (biology); Computer science; Medicine","score_opus":0.03735652992921575,"score_gpt":0.46839030192246633,"score_spread":0.4310337719932506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995453846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99068946,0.0015144909,0.000046427223,0.0024151588,0.0031549903,0.0020285365,0.000010159301,0.000032774245,0.000108026914],"genre_scores_gemma":[0.9973782,0.00004086431,0.00009483916,0.0015485326,0.00018304108,0.00040914127,0.00017730326,0.000035630597,0.00013245021],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934805,0.0004534627,0.0014679244,0.0005085829,0.0038296934,0.00025981705],"domain_scores_gemma":[0.9965073,0.0006096341,0.0010019221,0.00048022624,0.00061388774,0.00078705297],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001494768,0.00023155045,0.00072929054,0.00025063104,0.00005042231,0.000011201942,0.0003271408,0.00033641345,0.0025589473],"category_scores_gemma":[0.0011493897,0.00021827036,0.00007483581,0.00028713292,0.00022150324,0.00013007245,0.00009710903,0.0006476423,0.000012900118],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007500548,0.015593357,0.8450092,0.00022697348,0.00007614292,5.116536e-7,0.0716413,7.176632e-7,0.00005750392,0.00006129467,0.053549044,0.013708963],"study_design_scores_gemma":[0.00315262,0.0035856536,0.55734307,0.001275329,0.0001333828,0.0000044555277,0.42753738,0.0005411266,0.00020748783,0.000012758446,0.0059344596,0.00027224649],"about_ca_topic_score_codex":0.00052027364,"about_ca_topic_score_gemma":0.000015086935,"teacher_disagreement_score":0.3558961,"about_ca_system_score_codex":0.001203635,"about_ca_system_score_gemma":0.008989285,"threshold_uncertainty_score":0.9983528},"labels":[],"label_agreement":null},{"id":"W3004488102","doi":"10.2196/14983","title":"A Cardiology Handbook App to Improve Medical Education for Internal Medicine Residents: Development and Usability Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Indiana University Health","keywords":"Internal medicine; Cardiology; Medical education; Medicine; Modalities; Mobile apps; Usability; Psychology; Computer science; World Wide Web","score_opus":0.04248554745122201,"score_gpt":0.49060460232520264,"score_spread":0.4481190548739806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004488102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58001095,0.0013551333,0.014921033,0.3640052,0.0053500417,0.030674359,0.000014871197,0.00027056853,0.0033978408],"genre_scores_gemma":[0.7178366,0.00020036589,0.0029043974,0.1401237,0.0074556055,0.12966688,0.00022717123,0.000054696087,0.001530602],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99600583,0.0005227475,0.0013621232,0.0007348345,0.0008153245,0.00055911846],"domain_scores_gemma":[0.9949243,0.0007306212,0.0002748053,0.00035549345,0.00046092295,0.0032538422],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024265584,0.0002090464,0.0005158411,0.00012734937,0.0006058893,0.0000068102713,0.0003560301,0.00037856484,0.0010533795],"category_scores_gemma":[0.012594014,0.00017234738,0.000034486588,0.00027990103,0.0001411325,0.00007065264,0.00017466117,0.0007606489,0.00014169754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038378107,0.00088723,0.071207054,0.0013802241,0.00002612347,7.678515e-7,0.019916767,8.6977145e-8,0.00002142107,0.0017055171,0.3642751,0.54019594],"study_design_scores_gemma":[0.0028769756,0.00090619444,0.15515806,0.0008559901,0.000038907558,0.00000665899,0.014743162,0.00013411837,0.0000070948063,0.0008313517,0.82421577,0.00022570905],"about_ca_topic_score_codex":0.0006767862,"about_ca_topic_score_gemma":0.00052637106,"teacher_disagreement_score":0.5399702,"about_ca_system_score_codex":0.0003936554,"about_ca_system_score_gemma":0.021900196,"threshold_uncertainty_score":0.9998598},"labels":[],"label_agreement":null},{"id":"W3008294444","doi":"10.2196/16777","title":"Translating Clinical Questions by Physicians Into Searchable Queries: Analytical Survey Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Computer science; Information retrieval; Context (archaeology); Service (business); MEDLINE; Search engine; World Wide Web; Medicine","score_opus":0.046944464602369826,"score_gpt":0.43421166438750075,"score_spread":0.3872671997851309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008294444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.973794,0.00046837292,0.0043729763,0.020214127,0.00033166443,0.0003515593,0.0000152482435,0.000060604223,0.00039144364],"genre_scores_gemma":[0.9945135,0.00005464682,0.000642054,0.003440068,0.0006991086,0.00007937725,0.0003120241,0.000016482652,0.00024271026],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980122,0.0005005916,0.00040809545,0.0004489028,0.00039829113,0.00023191133],"domain_scores_gemma":[0.9990606,0.00010644928,0.00006667174,0.00021672803,0.00010518287,0.00044437117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008822407,0.0001311105,0.00022681413,0.000019646244,0.00010559512,0.000024319674,0.0002705173,0.0002804869,0.00011737304],"category_scores_gemma":[0.0042550554,0.000116705305,0.00007958583,0.00023691887,0.00034884692,0.000004531159,0.00007123006,0.00035458495,0.000027258602],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020484619,0.0037339046,0.19579571,0.000058830086,0.00014739145,0.000003876904,0.0034482162,0.0000013644174,0.001796787,0.00006548597,0.22978443,0.56495917],"study_design_scores_gemma":[0.003984561,0.008531672,0.35411218,0.00021195826,0.00014239426,0.00001200919,0.023601973,0.0060276627,0.0007714467,0.0002140995,0.6011131,0.0012769626],"about_ca_topic_score_codex":0.00026589568,"about_ca_topic_score_gemma":0.00024872835,"teacher_disagreement_score":0.5636822,"about_ca_system_score_codex":0.000013825323,"about_ca_system_score_gemma":0.000910747,"threshold_uncertainty_score":0.5094006},"labels":[],"label_agreement":null},{"id":"W3012682519","doi":"10.2196/16946","title":"Finding the Best Way to Deliver Online Educational Content in Low-Resource Settings: Qualitative Survey Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Burn Injury Management and Outcomes","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Health and Social Care; National Institute for Health and Care Research; Government of the United Kingdom","keywords":"Health care; Medicine; Phone; The Internet; Resource (disambiguation); Nursing; Best practice; Medical education; Business; Medical emergency; Political science; World Wide Web","score_opus":0.09806388810275099,"score_gpt":0.43318713098136163,"score_spread":0.3351232428786106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012682519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8015301,0.000058805024,0.000016947586,0.19652717,0.00023856731,0.0011796359,0.0000078154435,0.000017457969,0.00042348236],"genre_scores_gemma":[0.9575248,0.0000048159945,0.000109351924,0.03892316,0.00060098706,0.00021952315,0.00027414723,0.00001607812,0.0023271835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99792975,0.00040415896,0.0004353079,0.00030909915,0.0007115972,0.00021008242],"domain_scores_gemma":[0.9985414,0.0006537264,0.00009426018,0.00019156656,0.00016047226,0.00035853128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012375253,0.00014060999,0.00024049642,0.00011705709,0.00007866822,0.000026573158,0.00022435737,0.00006286095,0.00088707794],"category_scores_gemma":[0.00501103,0.00009767534,0.00004702337,0.00052876613,0.00005996718,0.00005518052,0.000091862596,0.00036041965,0.00017972107],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005840137,0.0086041335,0.5157228,0.00019478778,0.00015224566,0.000008831396,0.22007713,0.0000057471575,0.000036138965,0.0006245361,0.20180605,0.05218357],"study_design_scores_gemma":[0.00092498044,0.0003274914,0.8406422,0.00023553275,0.000028750323,0.0000014280067,0.14780867,0.00013195745,0.0000061425094,0.000015921034,0.00976446,0.00011244637],"about_ca_topic_score_codex":0.0005305306,"about_ca_topic_score_gemma":0.00040024242,"teacher_disagreement_score":0.32491937,"about_ca_system_score_codex":0.00013471644,"about_ca_system_score_gemma":0.0003821404,"threshold_uncertainty_score":0.97128814},"labels":[],"label_agreement":null},{"id":"W3012768540","doi":"10.2196/17922","title":"Comparing Classroom Instruction to Individual Instruction as an Approach to Teach Avatar-Based Patient Monitoring With Visual Patient: Simulation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universität Zürich","keywords":"Avatar; Computer science; Virtual patient; Psychology; Mathematics education; Human–computer interaction","score_opus":0.05376112890999284,"score_gpt":0.3805116570810429,"score_spread":0.32675052817105005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012768540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924838,0.000011644461,0.0016171001,0.0017523022,0.0010018479,0.0026528502,0.000001725264,0.00035625996,0.00012245556],"genre_scores_gemma":[0.99200636,6.569014e-7,0.004433469,0.0017150638,0.0010079251,0.0006224857,0.00017092309,0.00004076992,0.0000023261794],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969064,0.00018493035,0.0005787753,0.0006765498,0.0013047219,0.00034863723],"domain_scores_gemma":[0.9980754,0.000042750737,0.00016216967,0.00030615507,0.00027876845,0.0011347185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023040167,0.0002594065,0.00034717986,0.00038582992,0.00025502138,0.000040627358,0.00015516307,0.00028710466,0.000021821563],"category_scores_gemma":[0.00055505463,0.00023903366,0.000034641445,0.00096949807,0.000044827077,0.00026474774,0.000070567825,0.0007657602,0.000030751715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009700788,0.0028182236,0.5954535,0.00009407614,0.0000345434,0.000003984733,0.01796843,0.0019019602,0.00006914024,0.000018127215,0.000055876506,0.38061205],"study_design_scores_gemma":[0.0056006582,0.023364346,0.87651676,0.0008636707,0.00013789094,0.000051417614,0.06256362,0.02427618,0.0024880157,0.000015629646,0.0033971597,0.00072463864],"about_ca_topic_score_codex":0.0002256351,"about_ca_topic_score_gemma":0.0000098897735,"teacher_disagreement_score":0.3798874,"about_ca_system_score_codex":0.0003431618,"about_ca_system_score_gemma":0.00093089655,"threshold_uncertainty_score":0.974751},"labels":[],"label_agreement":null},{"id":"W3013133891","doi":"10.2196/14140","title":"A Virtual 3D Dynamic Model of Caries Lesion Progression as a Learning Object for Caries Detection Training and Teaching: Video Development Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Process (computing); Object (grammar); Virtual reality; Dentistry; Medical physics; Medicine; Artificial intelligence","score_opus":0.04486309917311223,"score_gpt":0.41416338723454543,"score_spread":0.3693002880614332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013133891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9713019,0.00010966273,0.026916383,0.00040945696,0.0001577012,0.0009348758,0.000001972063,0.00006858079,0.00009944903],"genre_scores_gemma":[0.9977294,0.0000038687344,0.0010788789,0.00018516654,0.00006915372,0.0005846594,0.00004095328,0.000019657951,0.00028826526],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980771,0.00017420312,0.00033160535,0.00033748,0.000858794,0.00022084863],"domain_scores_gemma":[0.9991009,0.00023295979,0.00012794661,0.00008775894,0.00008790017,0.00036248643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064568385,0.00013366576,0.00020798667,0.00009805679,0.00035819446,0.00007594136,0.00013280983,0.00011893301,0.000034784734],"category_scores_gemma":[0.0064483047,0.00011786472,0.00004033908,0.00009959812,0.00009519774,0.00017444044,0.00008956056,0.00041890805,0.0000065517975],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078700425,0.0007169499,0.004159876,0.00031223512,0.000052325944,0.000005812539,0.088427916,0.00009515175,0.0049619535,0.000248492,0.00019575308,0.9000365],"study_design_scores_gemma":[0.007541939,0.0072955512,0.029808937,0.001049092,0.00015200279,0.00009215948,0.35926265,0.58212435,0.0044087637,0.0016299126,0.0057208287,0.0009138327],"about_ca_topic_score_codex":0.000114834365,"about_ca_topic_score_gemma":0.00028605523,"teacher_disagreement_score":0.8991227,"about_ca_system_score_codex":0.00014587096,"about_ca_system_score_gemma":0.0022937085,"threshold_uncertainty_score":0.7719689},"labels":[],"label_agreement":null},{"id":"W3014127472","doi":"10.2196/17729","title":"A Mobile Medical Knowledge Dissemination Platform (HeadToToe): Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Université de Genève","keywords":"Computer science; Task (project management); Quality (philosophy); Interface (matter); World Wide Web; Multimedia; Engineering","score_opus":0.07818315871013479,"score_gpt":0.5504608168340158,"score_spread":0.472277658123881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014127472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9083507,0.0010506172,0.0011154914,0.048670676,0.02021886,0.007826151,0.0000024026301,0.00047810888,0.012287007],"genre_scores_gemma":[0.9775888,0.00017724493,0.0014592799,0.0016973241,0.0069784257,0.011776796,0.00005396976,0.000033613276,0.00023458005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99473727,0.0014908975,0.0006783938,0.0004975091,0.002102855,0.00049306743],"domain_scores_gemma":[0.9936309,0.0032839556,0.00022401512,0.00024040836,0.00038359675,0.0022371477],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004812518,0.00018643802,0.00033070357,0.00013689503,0.00057195296,0.00006874541,0.00065343024,0.0005255723,0.0047184974],"category_scores_gemma":[0.057695735,0.00018614483,0.00008238069,0.001354243,0.00035859158,0.00032784356,0.00008888343,0.0006614178,0.00031641175],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014273275,0.0017736692,0.0039484925,0.000056997156,0.000010107852,0.0000010487612,0.2926327,3.264167e-8,0.000005707526,0.0017835185,0.025065377,0.67470807],"study_design_scores_gemma":[0.00070255704,0.000635206,0.044083007,0.00024326186,0.000050805822,0.000002705588,0.2954786,0.0006011948,0.000055108987,0.0008982604,0.65682185,0.00042747147],"about_ca_topic_score_codex":0.0010472276,"about_ca_topic_score_gemma":0.000911809,"teacher_disagreement_score":0.6742806,"about_ca_system_score_codex":0.00054336555,"about_ca_system_score_gemma":0.0111545,"threshold_uncertainty_score":0.9961913},"labels":[],"label_agreement":null},{"id":"W3015637624","doi":"10.2196/17585","title":"Self-Perceptions of Readiness to Use Electronic Health Records Among Medical Students: Survey Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Health records; Perception; Psychology; Medical record; Medical education; Electronic health record; Applied psychology; Family medicine; Medicine; Health care; Political science","score_opus":0.0554747344513864,"score_gpt":0.5085687676477675,"score_spread":0.4530940331963811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015637624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9576307,0.00008529987,0.0005430633,0.03293308,0.0018453535,0.0064890096,0.000017417738,0.0002624058,0.0001936742],"genre_scores_gemma":[0.97509503,0.00025207296,0.0001148884,0.019847164,0.0012104445,0.0025716862,0.00015307245,0.00007279748,0.0006828175],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98589736,0.0063282084,0.0022915245,0.0007631573,0.0033287373,0.0013910321],"domain_scores_gemma":[0.9931989,0.0015065494,0.00065901724,0.0006540209,0.00067703665,0.0033044918],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010334982,0.00030107846,0.00090620655,0.00024215947,0.0004965359,0.00002245091,0.0011605883,0.000524096,0.0028920465],"category_scores_gemma":[0.011597093,0.0002728407,0.000079080506,0.0016079894,0.00007512266,0.00023363346,0.00027954954,0.002279387,0.000490651],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095324474,0.0025013955,0.886191,0.0006242883,0.00005640415,0.0000013172482,0.02249821,2.1018626e-7,0.0000014216236,0.00013646837,0.081854805,0.0060391678],"study_design_scores_gemma":[0.0012338727,0.0016485846,0.95764625,0.000594152,0.00001855287,0.000002599614,0.010381679,0.00020651765,3.6505222e-7,0.000013831451,0.028037742,0.00021587446],"about_ca_topic_score_codex":0.023678266,"about_ca_topic_score_gemma":0.041482974,"teacher_disagreement_score":0.07145525,"about_ca_system_score_codex":0.0017609504,"about_ca_system_score_gemma":0.03774693,"threshold_uncertainty_score":0.9999724},"labels":[],"label_agreement":null},{"id":"W3018115010","doi":"10.2196/17336","title":"Using Consumer Perceptions of a Voice-Activated Speaker Device as an Educational Tool","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Loneliness; Perception; Psychology; Mental health; Usability; Social isolation; Population; Applied psychology; Audiology; Computer science; Medicine; Human–computer interaction; Social psychology; Environmental health","score_opus":0.07622012870591942,"score_gpt":0.4871442489388943,"score_spread":0.41092412023297487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018115010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9722349,0.00006509363,0.0001374568,0.015854154,0.0013481888,0.0004646701,0.000025237503,0.000044671644,0.009825641],"genre_scores_gemma":[0.99197555,0.0000011808977,0.0010556278,0.005255982,0.0004420103,0.00019880247,0.00021096169,0.000022235945,0.00083763705],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99848187,0.00013425176,0.0005036055,0.00029788222,0.00037794438,0.0002044438],"domain_scores_gemma":[0.9988336,0.000093404946,0.00017187586,0.00022198533,0.00017511228,0.0005040084],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00014635586,0.00011743945,0.0001581665,0.00008733042,0.00007542728,0.000020765581,0.00019307711,0.00015380337,0.025505554],"category_scores_gemma":[0.0004949458,0.000122001475,0.00007487363,0.00035559523,0.00014802281,0.00027893734,0.000031830215,0.00024905778,0.0015340184],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010243518,0.046072576,0.06645656,0.0013726467,0.00049029343,0.00001198546,0.060153786,0.0000055244413,0.013619646,0.17218722,0.17071755,0.46788785],"study_design_scores_gemma":[0.003434726,0.0021580644,0.8217381,0.0015835356,0.00022388775,0.00043302545,0.03373786,0.0011314828,0.0013667293,0.008319677,0.124648586,0.0012242792],"about_ca_topic_score_codex":0.00041474903,"about_ca_topic_score_gemma":0.000024029985,"teacher_disagreement_score":0.75528157,"about_ca_system_score_codex":0.000116826755,"about_ca_system_score_gemma":0.0015339545,"threshold_uncertainty_score":0.9992434},"labels":[],"label_agreement":null},{"id":"W3018961790","doi":"10.2196/15877","title":"Current and Future Trends in Life Sciences Training: Questionnaire Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Status quo; Phone; Medical education; Perception; Psychology; Training (meteorology); Field (mathematics); Public relations; Political science; Medicine; Geography","score_opus":0.033446384006897006,"score_gpt":0.385921965090214,"score_spread":0.352475581083317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018961790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96632636,0.0025284756,0.000053459837,0.029924693,0.00043614887,0.00022589989,0.0000018914938,0.00001004883,0.00049302174],"genre_scores_gemma":[0.99600387,0.00078573514,0.000087072294,0.0015073939,0.0014893458,0.000049323047,0.0000441828,0.0000047481094,0.00002835309],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99878603,0.000069195936,0.000230859,0.0002479158,0.00047632525,0.00018968739],"domain_scores_gemma":[0.9992928,0.000006730047,0.00004026458,0.00008944611,0.000044905086,0.00052584824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039666658,0.00009003222,0.00010463243,0.0000858381,0.00006192088,0.00002290301,0.00019014985,0.0001157271,0.00008177791],"category_scores_gemma":[0.0006803287,0.000071261544,0.0000237254,0.0002847035,0.00023039698,0.0000055603755,0.000080907244,0.00017785469,0.00000546622],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028830067,0.0005165832,0.022093039,0.000052585645,0.0000070487113,7.1630086e-7,0.0048058084,3.1270778e-7,0.00017430059,0.000061336665,0.013979873,0.95827955],"study_design_scores_gemma":[0.0022029325,0.003152151,0.5639012,0.00013538725,0.000016422195,0.000011452747,0.0313208,0.002043232,0.00019869173,0.00014578355,0.39640713,0.00046484458],"about_ca_topic_score_codex":0.000009546736,"about_ca_topic_score_gemma":0.000033614826,"teacher_disagreement_score":0.9578147,"about_ca_system_score_codex":0.000008896843,"about_ca_system_score_gemma":0.0010204018,"threshold_uncertainty_score":0.29059613},"labels":[],"label_agreement":null},{"id":"W3022339851","doi":"10.2196/15936","title":"The Digital Skills, Experiences and Attitudes of the Northern Ireland Social Care Workforce Toward Technology for Learning and Development: Survey Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Northern Ireland Connected Health Innovation Centre; Invest Northern Ireland","keywords":"Workforce; Workforce development; Workforce planning; Business; Public relations; Knowledge management; Medical education; Medicine; Political science; Economic growth; Computer science; Economics","score_opus":0.03132322307080416,"score_gpt":0.3912665746292152,"score_spread":0.35994335155841106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022339851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892359,0.00053306395,0.000039305334,0.009232035,0.00009028571,0.0008255826,0.0000014017205,0.0000166366,0.000025795196],"genre_scores_gemma":[0.99914753,0.00002683771,0.000043494347,0.00029971893,0.00013281795,0.00027280068,0.000035889272,0.0000065462377,0.00003438234],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992098,0.000039320235,0.00023443917,0.00013752922,0.00026283096,0.000116032235],"domain_scores_gemma":[0.9995061,0.00014534497,0.000101731785,0.000042776446,0.000111060304,0.000092997296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019575565,0.00006666384,0.0001292344,0.000023826538,0.0002748387,0.000015979176,0.00006596969,0.000055672936,0.000009803874],"category_scores_gemma":[0.0011213317,0.000037496022,0.000011161377,0.00015885987,0.00016929719,0.00003126647,0.000044355118,0.00013912274,3.2247146e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003039672,0.00006773936,0.6182481,0.000058629117,0.000010057943,1.0341752e-7,0.061859578,9.49023e-9,8.852516e-7,0.0000071934824,0.00012837828,0.3195889],"study_design_scores_gemma":[0.0008013408,0.00032448006,0.80017334,0.000037476475,0.000011091835,0.0000035479973,0.18520483,0.000004827268,0.000019113711,0.000004918253,0.0133779,0.00003712565],"about_ca_topic_score_codex":0.000022044462,"about_ca_topic_score_gemma":0.00018863482,"teacher_disagreement_score":0.3195518,"about_ca_system_score_codex":0.000022257216,"about_ca_system_score_gemma":0.00065879064,"threshold_uncertainty_score":0.21138649},"labels":[],"label_agreement":null},{"id":"W3022658701","doi":"10.2196/15444","title":"An Objective Structured Clinical Examination for Medical Student Radiology Clerkships: Reproducibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intraclass correlation; Objective structured clinical examination; Grading (engineering); Medicine; Reproducibility; Medical physics; Physical examination; Radiology; Medical education; Psychometrics","score_opus":0.048950014466055694,"score_gpt":0.49641589363685124,"score_spread":0.44746587917079556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022658701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9460122,0.000073808515,0.0035746265,0.0418587,0.00324054,0.004779262,0.0000041255475,0.00021696738,0.00023977946],"genre_scores_gemma":[0.9646858,0.000019648025,0.0024915833,0.024453875,0.006120868,0.0015316264,0.0005834707,0.000047991347,0.000065161345],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99256384,0.0011611566,0.0017426838,0.0019442161,0.0021751465,0.0004129748],"domain_scores_gemma":[0.9952651,0.00046359992,0.00040677385,0.0015473093,0.0012343288,0.0010828906],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010593015,0.00029344563,0.0007267767,0.00018907155,0.00019617437,0.000035709745,0.0005626604,0.00076725765,0.0016483132],"category_scores_gemma":[0.07683024,0.00025342783,0.00015363055,0.00089195557,0.0004523654,0.00022297488,0.0000846467,0.0013326847,0.000036493875],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005445923,0.013277884,0.20220816,0.00020480377,0.00015705974,0.000009409772,0.013155698,8.2566555e-7,0.000057406196,0.00077782787,0.027990885,0.7416155],"study_design_scores_gemma":[0.004385849,0.0043282295,0.96175635,0.000107516156,0.00018016456,0.000070424496,0.019931369,0.0039478424,0.000052898802,0.00033365338,0.0046296283,0.00027607774],"about_ca_topic_score_codex":0.000022466584,"about_ca_topic_score_gemma":0.000018542985,"teacher_disagreement_score":0.7595482,"about_ca_system_score_codex":0.0003548583,"about_ca_system_score_gemma":0.005472191,"threshold_uncertainty_score":0.9999918},"labels":[],"label_agreement":null},{"id":"W3023737659","doi":"10.2196/16392","title":"A Peer-Led Social Media Intervention to Improve Interest in Research Careers Among Urban Youth: Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences","keywords":"Social media; Psychology; Likert scale; Medical education; Entertainment; Intervention (counseling); Applied psychology; Medicine; Political science","score_opus":0.3267062213877011,"score_gpt":0.5858477360225363,"score_spread":0.25914151463483515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023737659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9084567,0.000049304013,0.000063437896,0.07517976,0.011814332,0.0037369402,0.0000045435495,0.00009458288,0.0006004074],"genre_scores_gemma":[0.987533,0.000005190679,0.00041078374,0.0005574807,0.0065192007,0.004808301,0.000055042452,0.000030493084,0.00008050468],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.989965,0.0057990574,0.0007688783,0.00062514265,0.0021435514,0.00069835037],"domain_scores_gemma":[0.9940338,0.0030570095,0.00019717027,0.00022146733,0.0010731935,0.0014173456],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013539939,0.00016954288,0.00035175923,0.00043996735,0.00047309935,0.0001345126,0.0007490593,0.00040942003,0.0005163005],"category_scores_gemma":[0.14700659,0.00018614225,0.00009732486,0.0024840885,0.00043922002,0.00028328385,0.00017071549,0.0011655157,0.0000877204],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048520564,0.00087883644,0.022704642,0.000038158112,0.000008041373,0.0000010245438,0.6983614,3.6197665e-8,0.0000147739065,0.00058132166,0.010872601,0.26649067],"study_design_scores_gemma":[0.00054970226,0.00021434641,0.2670882,0.000100711964,0.0000139459935,5.7548654e-8,0.72412014,0.000021711743,0.000018324496,0.0003261451,0.0073892307,0.0001574698],"about_ca_topic_score_codex":0.020751314,"about_ca_topic_score_gemma":0.048593633,"teacher_disagreement_score":0.2663332,"about_ca_system_score_codex":0.0014486487,"about_ca_system_score_gemma":0.0038254035,"threshold_uncertainty_score":0.98576957},"labels":[],"label_agreement":null},{"id":"W3023767231","doi":"10.2196/18340","title":"Medical Student Utilization of a Novel Web-Based Platform (Psy-Q) for Question-Based Learning in Psychiatry: Pilot Questionnaire Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Laptop; Psychology; Web application; Quality (philosophy); Medicine; Computer science; World Wide Web; Multimedia","score_opus":0.036182696201838845,"score_gpt":0.42144901857007433,"score_spread":0.3852663223682355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023767231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8736027,0.00013920068,0.040390603,0.080100745,0.0017898347,0.0036230076,0.0000037530579,0.00021265385,0.00013751871],"genre_scores_gemma":[0.9778864,0.000008537732,0.0056855963,0.013289923,0.00084803737,0.0017175985,0.00048006437,0.000052252093,0.00003163163],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953222,0.00014307204,0.0013034074,0.0005647207,0.0023314247,0.00033517537],"domain_scores_gemma":[0.99785596,0.00017738697,0.00040727688,0.0003213641,0.00077805377,0.00045996008],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020525663,0.0002714002,0.0005115955,0.00050444086,0.00012492531,0.000021789107,0.00031517414,0.00035717202,0.0005628759],"category_scores_gemma":[0.015534553,0.00025692704,0.00009499996,0.0016984872,0.00019567125,0.00013361957,0.00003250919,0.00088659656,0.000011164152],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017772551,0.057837326,0.74221253,0.0026062508,0.0000985888,0.0000072406024,0.0042337733,0.00045726256,0.00021682383,0.006632562,0.017417325,0.16650306],"study_design_scores_gemma":[0.025400354,0.0070474334,0.4988487,0.0048441053,0.00021123441,0.000014183856,0.0061988276,0.45001075,0.00008615599,0.0001298598,0.0066827647,0.00052562135],"about_ca_topic_score_codex":0.00008837327,"about_ca_topic_score_gemma":0.00010232712,"teacher_disagreement_score":0.4495535,"about_ca_system_score_codex":0.00036970875,"about_ca_system_score_gemma":0.014512786,"threshold_uncertainty_score":0.9999883},"labels":[],"label_agreement":null},{"id":"W3024074673","doi":"10.2196/18076","title":"Wikipedia in Vascular Surgery Medical Education: Comparative Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Queen's University","funders":"","keywords":"Readability; Index (typography); Reading (process); Quality (philosophy); Grade level; Computer science; Usability; Medicine; Medical physics; Medical education; Information retrieval; Psychology; World Wide Web; Mathematics education","score_opus":0.03839266407675187,"score_gpt":0.4214776142970382,"score_spread":0.3830849502202863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024074673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82987756,0.00044443272,0.000039266895,0.14213789,0.003826757,0.0012600273,8.324964e-7,0.000115389696,0.022297835],"genre_scores_gemma":[0.98285544,0.00014156589,0.00007121998,0.012282941,0.0033915974,0.0007652751,0.000056369237,0.000011665169,0.0004239511],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956199,0.00097294693,0.00056219444,0.0004082422,0.00215265,0.00028408403],"domain_scores_gemma":[0.99781954,0.00033773103,0.00015036913,0.00021172677,0.00039457157,0.0010860575],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018382292,0.00014785652,0.000300976,0.00017465575,0.00025511478,0.00009704659,0.0004089783,0.00025147496,0.007807743],"category_scores_gemma":[0.0075013214,0.00015138829,0.00006751848,0.0017977047,0.00024899712,0.00036415792,0.000037375034,0.00041223335,0.0002700479],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037889207,0.008798553,0.13109368,0.000041367035,0.000028432505,0.000003906997,0.30808696,0.000001549251,0.0000015512953,0.017844463,0.44335306,0.09070861],"study_design_scores_gemma":[0.0004954038,0.00007302899,0.124075495,0.00013794398,0.00001963815,0.0000010458722,0.3159828,0.00018664006,0.000003210389,0.0007814723,0.5579125,0.0003308198],"about_ca_topic_score_codex":0.000993591,"about_ca_topic_score_gemma":0.0033964524,"teacher_disagreement_score":0.15297784,"about_ca_system_score_codex":0.0002688808,"about_ca_system_score_gemma":0.039377987,"threshold_uncertainty_score":0.9930993},"labels":[],"label_agreement":null},{"id":"W3024984024","doi":"10.2196/19047","title":"Awareness and Preparedness of Field Epidemiology Training Program Graduates to Respond to COVID-19 in the Eastern Mediterranean Region: Cross-Sectional Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Viral Infections and Outbreaks Research","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preparedness; Epidemiology; Pandemic; Outbreak; Medicine; Personal protective equipment; Coronavirus disease 2019 (COVID-19); Cross-sectional study; Environmental health; Family medicine; Public health; Computer-assisted web interviewing; Disease; Infectious disease (medical specialty); Nursing; Virology; Pathology","score_opus":0.27880599315827015,"score_gpt":0.5455440088030304,"score_spread":0.2667380156447603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024984024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9071977,0.000040616138,0.00041979368,0.090165384,0.00021081317,0.0017990804,0.0000015745524,0.000029581774,0.00013542459],"genre_scores_gemma":[0.9825087,0.0000047862036,0.00011097215,0.015635109,0.0005369361,0.0010949482,0.000021213906,0.000007986871,0.00007931473],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981343,0.00041348123,0.00045454875,0.00034243506,0.0004470384,0.00020820167],"domain_scores_gemma":[0.99815655,0.00077501667,0.000060461378,0.00017807391,0.00012385653,0.0007060221],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015488731,0.00009871495,0.0002720633,0.00017097083,0.000096636795,0.000021070038,0.00015265746,0.000117048156,0.000116386924],"category_scores_gemma":[0.011421243,0.000067587585,0.0000402066,0.00061127625,0.00011148632,0.000052194402,0.00006520377,0.00030653997,0.0000058616965],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079512084,0.00086040935,0.8752458,0.00014520397,0.000016180897,0.000017265678,0.053626407,0.0000068464606,0.00002242846,0.00005696972,0.003713366,0.065494016],"study_design_scores_gemma":[0.0013240814,0.0046305154,0.95752996,0.00010741093,0.0000144691285,0.00018006552,0.021517422,0.001616635,0.000014090235,0.00019091596,0.012761755,0.000112668386],"about_ca_topic_score_codex":0.0009589422,"about_ca_topic_score_gemma":0.00027302236,"teacher_disagreement_score":0.08228419,"about_ca_system_score_codex":0.00006871912,"about_ca_system_score_gemma":0.001294718,"threshold_uncertainty_score":0.996906},"labels":[],"label_agreement":null},{"id":"W3025615098","doi":"10.2196/19300","title":"Email Use Reconsidered in Health Professions Education: Viewpoint","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health professions; Health care; Medical education; Internet privacy; Medicine; Psychology; Public relations; Computer science; Political science","score_opus":0.17321023912517328,"score_gpt":0.5029404513584025,"score_spread":0.3297302122332292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025615098","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17820458,0.0007674206,0.00002792887,0.8046147,0.010760508,0.0032454736,0.0000017254675,0.00013364549,0.0022439787],"genre_scores_gemma":[0.85087824,0.001643394,0.0030208963,0.12635382,0.00815671,0.00890886,0.00011578119,0.000046798436,0.0008755004],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963158,0.0012199824,0.00074610434,0.00038805977,0.0008607767,0.00046931513],"domain_scores_gemma":[0.996454,0.0011731449,0.00031773577,0.00021693653,0.00024730092,0.0015909063],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014944567,0.00013129516,0.0002686574,0.00014882094,0.0004526945,0.000062102925,0.0002852083,0.0002824408,0.0024638067],"category_scores_gemma":[0.035208166,0.00013970362,0.00005073685,0.0012044086,0.00022294164,0.00043460075,0.000032615062,0.00058459287,0.00022292185],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019562694,0.0013863515,0.045980718,0.0003033094,0.0000043971,6.2212075e-7,0.29654402,2.613316e-7,0.0000027182205,0.029990828,0.17872956,0.44703764],"study_design_scores_gemma":[0.000271774,0.000062840496,0.113059215,0.00080813665,0.000004053124,0.0000016606617,0.06940056,0.000030243134,0.0000029214239,0.003546192,0.8125995,0.00021294778],"about_ca_topic_score_codex":0.0142289745,"about_ca_topic_score_gemma":0.0060870457,"teacher_disagreement_score":0.6782609,"about_ca_system_score_codex":0.00086557143,"about_ca_system_score_gemma":0.054951616,"threshold_uncertainty_score":0.9984481},"labels":[],"label_agreement":null},{"id":"W3033407890","doi":"10.2196/19725","title":"COVID-19 Can Catalyze the Modernization of Medical Education","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Flexibility (engineering); Coronavirus disease 2019 (COVID-19); Memorization; Pandemic; Creativity; Medical education; Modernization theory; Social distance; Public relations; Psychology; Medicine; Political science; Pedagogy; Mathematics education; Disease; Management","score_opus":0.06341577771659392,"score_gpt":0.4840446730313777,"score_spread":0.4206288953147838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033407890","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0908497,0.00016613421,0.025002465,0.87018883,0.0016253389,0.0007707301,0.0000040817536,0.00013086901,0.011261853],"genre_scores_gemma":[0.94074816,0.000054108594,0.0010014672,0.055847485,0.0016943398,0.00014930239,0.000098767225,0.000014641743,0.0003917446],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99579006,0.0012320704,0.00038959665,0.00025047074,0.0021337788,0.00020401395],"domain_scores_gemma":[0.99781257,0.00039641734,0.0002409296,0.00021094288,0.00031132513,0.0010278116],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039222515,0.000101173544,0.00015716146,0.0000766467,0.0004039253,0.000035593013,0.0007456747,0.00026436138,0.0029817803],"category_scores_gemma":[0.06369504,0.000079248995,0.000044884182,0.00097621395,0.000607005,0.00012650054,0.00006642134,0.00045785165,0.000019154442],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022043247,0.00072328735,0.008315886,0.00014643201,0.000020760013,6.529387e-7,0.22986844,0.0000059259905,0.000072245704,0.3800272,0.1716607,0.20913643],"study_design_scores_gemma":[0.00062668714,0.00008517705,0.009588248,0.00018327765,0.000046007455,0.000008335214,0.060343068,0.0032380708,0.00018611788,0.022164524,0.90312433,0.00040614235],"about_ca_topic_score_codex":0.0072720125,"about_ca_topic_score_gemma":0.0010053793,"teacher_disagreement_score":0.84989846,"about_ca_system_score_codex":0.00034568176,"about_ca_system_score_gemma":0.048221674,"threshold_uncertainty_score":0.9993386},"labels":[],"label_agreement":null},{"id":"W3035292487","doi":"10.2196/17277","title":"Evaluating the Instructional Design and Effect on Knowledge, Teamwork, and Skills of Technology-Enhanced Simulation-Based Training in Obstetrics in Uganda: Stepped-Wedge Cluster Randomized Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Teamwork; Instructional design; Randomized controlled trial; Descriptive statistics; Medical education; Computer science; Instructional simulation; Medicine; Psychology; Multimedia; Educational technology; Mathematics education; Statistics","score_opus":0.049551408237191556,"score_gpt":0.43184063931263383,"score_spread":0.38228923107544227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035292487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823544,0.00045325008,0.001163602,0.009328106,0.0007217711,0.0058818413,0.0000010529837,0.00003743449,0.000058526377],"genre_scores_gemma":[0.995536,0.000011024497,0.0017597525,0.0011330204,0.0003333335,0.0011656893,0.000027670521,0.000020578378,0.00001287819],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99704355,0.000968044,0.00085904216,0.00037271183,0.0005586785,0.00019795157],"domain_scores_gemma":[0.9743484,0.024642592,0.00029236003,0.00019734465,0.00029958595,0.00021967078],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025419297,0.00017436806,0.0005889537,0.00055363175,0.0000780085,0.000014117868,0.00008763998,0.00031652904,0.000064414315],"category_scores_gemma":[0.039083265,0.0001331704,0.00005461519,0.0012851061,0.0002904435,0.00006310126,0.000019275936,0.00061055965,0.0000028817888],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.26922476,0.0010946846,0.026982512,0.0008649339,0.000047802096,0.0000015419184,0.032241553,0.029200768,0.000099171906,0.00029607298,0.00005878848,0.6398874],"study_design_scores_gemma":[0.50055206,0.0015404269,0.014054396,0.0013326114,0.00006645971,0.0000032427665,0.0025573901,0.47897217,0.00019251952,0.0005375126,0.000023707022,0.00016748655],"about_ca_topic_score_codex":0.000012872633,"about_ca_topic_score_gemma":0.0000031142106,"teacher_disagreement_score":0.6397199,"about_ca_system_score_codex":0.00021048766,"about_ca_system_score_gemma":0.0036838676,"threshold_uncertainty_score":0.96901095},"labels":[],"label_agreement":null},{"id":"W3037189781","doi":"10.2196/20182","title":"The United States Medical Licensing Examination Step 1 Is Changing—US Medical Curricula Should Too","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Curriculum; Medical education; Grading (engineering); Licensure; Medical school; Class (philosophy); Medicine; Psychology; Computer science; Pedagogy; Engineering","score_opus":0.024924234218598594,"score_gpt":0.3758336360255921,"score_spread":0.35090940180699354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037189781","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4507465,0.00042787363,0.003348871,0.5397559,0.0024499877,0.001015314,0.000003038611,0.00029529774,0.0019572342],"genre_scores_gemma":[0.58058596,0.0012085683,0.0010816745,0.40655917,0.006557736,0.0005608746,0.001846569,0.00011186561,0.0014876092],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908935,0.00036126553,0.0011626265,0.0006648998,0.0061601033,0.00075759634],"domain_scores_gemma":[0.9959589,0.00054718216,0.00032456862,0.00059085886,0.0010947325,0.0014837394],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033432841,0.0003640344,0.00044450464,0.00046862525,0.0005556231,0.00010215462,0.00066568056,0.0008845161,0.006052863],"category_scores_gemma":[0.030112289,0.0002622053,0.0001363719,0.0035219423,0.00073549896,0.00019451551,0.00019436848,0.0019535364,0.000299427],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054832635,0.0007801375,0.0013044765,0.00019969,0.000057649413,0.000028474746,0.0057154894,6.463521e-7,0.000009635511,0.0025537645,0.42285103,0.56644416],"study_design_scores_gemma":[0.0020069256,0.00034594894,0.016386906,0.0014506459,0.00013252004,0.00042227865,0.0108237965,0.10594627,0.00015173278,0.0001508639,0.8617185,0.00046364169],"about_ca_topic_score_codex":0.00013360042,"about_ca_topic_score_gemma":0.000013534326,"teacher_disagreement_score":0.56598055,"about_ca_system_score_codex":0.00036591565,"about_ca_system_score_gemma":0.0048659653,"threshold_uncertainty_score":0.999983},"labels":[],"label_agreement":null},{"id":"W3037910339","doi":"10.2196/17030","title":"Understanding Medical Students’ Attitudes Toward Learning eHealth: Questionnaire Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Medical education; Psychology; Medicine; Health care; Political science","score_opus":0.16574307036888405,"score_gpt":0.5316379929732048,"score_spread":0.36589492260432077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037910339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5468251,0.00096878153,0.010802698,0.41699857,0.004053584,0.015106791,0.0000044982426,0.0012796237,0.003960381],"genre_scores_gemma":[0.9422834,0.0004730409,0.00006973909,0.042901058,0.0024633103,0.011384483,0.0000658732,0.0000448186,0.0003142888],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99284613,0.001429616,0.0013082208,0.0006600064,0.0029292267,0.0008268185],"domain_scores_gemma":[0.994736,0.000555515,0.0004038536,0.000315151,0.00022937667,0.003760078],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0032069543,0.0002424625,0.00044390885,0.00013406762,0.0015090689,0.000028666202,0.00078119827,0.0005399824,0.0050668255],"category_scores_gemma":[0.006084185,0.00022187887,0.00006299932,0.0006780488,0.00012019617,0.00014560724,0.00026461703,0.0027305516,0.0010130471],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008716428,0.0017818882,0.9011814,0.0013414392,0.000022090953,0.000006125283,0.014338722,0.0000015876316,8.0882904e-7,0.010583428,0.052099913,0.018555405],"study_design_scores_gemma":[0.0044119507,0.0010923074,0.7360148,0.0020739946,0.000056026056,0.000009817897,0.049761593,0.00083275087,4.255465e-7,0.0010933793,0.20415308,0.00049988175],"about_ca_topic_score_codex":0.00045928927,"about_ca_topic_score_gemma":0.00035438625,"teacher_disagreement_score":0.3954583,"about_ca_system_score_codex":0.0008750481,"about_ca_system_score_gemma":0.013362611,"threshold_uncertainty_score":0.99979085},"labels":[],"label_agreement":null},{"id":"W3038737525","doi":"10.2196/20190","title":"The Present and Future Applications of Technology in Adapting Medical Education Amidst the COVID-19 Pandemic","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Order (exchange); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Political science; Business; Medicine; Disease; Virology; Infectious disease (medical specialty)","score_opus":0.01822116589816957,"score_gpt":0.38949901251590074,"score_spread":0.37127784661773117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038737525","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12129421,0.0034296862,0.0008525839,0.87120837,0.00058074226,0.0017171256,0.0000013282819,0.00010237582,0.0008135729],"genre_scores_gemma":[0.9258383,0.0022149398,0.0010778586,0.061785616,0.0051073716,0.0035443604,0.0001366703,0.000033497112,0.00026137778],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99731475,0.00014394733,0.0007760869,0.0003645838,0.0011384315,0.00026220334],"domain_scores_gemma":[0.9981215,0.00032542873,0.0002845788,0.00048776087,0.0003287905,0.0004519588],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014769473,0.00015738116,0.00024746155,0.00022695385,0.00027570783,0.000020538875,0.00046275178,0.0004470885,0.00043544086],"category_scores_gemma":[0.0100883255,0.000099170546,0.00004368729,0.001938201,0.0008780732,0.00007051187,0.00011275798,0.0011032488,0.000011628001],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000490317,0.0006435731,0.030603167,0.00027019373,0.000019941928,7.377685e-7,0.002643783,5.045952e-7,0.00003419595,0.0261394,0.07151892,0.86807656],"study_design_scores_gemma":[0.0006772716,0.00008835689,0.014225441,0.00015716681,0.00003675072,0.00019003639,0.019364273,0.0016012641,0.000015031308,0.0027869677,0.9607433,0.00011411564],"about_ca_topic_score_codex":0.000116468684,"about_ca_topic_score_gemma":0.000045425386,"teacher_disagreement_score":0.8892244,"about_ca_system_score_codex":0.00028890822,"about_ca_system_score_gemma":0.0111758225,"threshold_uncertainty_score":0.9982501},"labels":[],"label_agreement":null},{"id":"W3039746272","doi":"10.2196/19285","title":"Artificial Intelligence Education and Tools for Medical and Health Informatics Students: Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":353,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health informatics; Curriculum; Informatics; Systematic review; Analytics; Applications of artificial intelligence; Health care; Computer science; Health Administration Informatics; Artificial intelligence; Data science; Medical education; Engineering informatics; MEDLINE; Knowledge management; Medicine; Psychology; Nursing; Public health; Engineering","score_opus":0.24986147411511464,"score_gpt":0.5767202094572398,"score_spread":0.3268587353421252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039746272","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012270372,0.9600251,0.00092122226,0.026236475,0.00128989,0.01138605,0.000008087149,0.000060065606,0.000060884453],"genre_scores_gemma":[0.000041175914,0.9715441,0.0007219412,0.019733736,0.001421527,0.005642816,0.0007694981,0.000048276288,0.00007694551],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9936289,0.0002888099,0.0038014047,0.0004665082,0.0014370428,0.00037729667],"domain_scores_gemma":[0.9952228,0.00094848307,0.0012504527,0.00045741771,0.00041236563,0.0017084954],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032534094,0.0004359136,0.002624232,0.0002505845,0.000190245,0.00018745346,0.0003550794,0.00063329015,0.00019141524],"category_scores_gemma":[0.016249076,0.00033782987,0.00022183155,0.0005425584,0.00016999427,0.00030035365,0.00010178374,0.00084065524,0.00008223889],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030290612,0.00030661357,0.000002087218,0.46619508,0.000033134635,4.1752335e-7,0.0006856663,7.523535e-10,1.0278822e-9,0.00067377335,0.002966277,0.5291339],"study_design_scores_gemma":[0.000014214442,0.0002814175,0.0000023294376,0.665091,0.0008919833,0.00043617116,0.0032732238,0.00006115451,1.9132845e-7,0.0006260114,0.32908243,0.00023988765],"about_ca_topic_score_codex":0.000070402755,"about_ca_topic_score_gemma":0.000021951753,"teacher_disagreement_score":0.528894,"about_ca_system_score_codex":0.00047418565,"about_ca_system_score_gemma":0.026248444,"threshold_uncertainty_score":0.9999074},"labels":[],"label_agreement":null},{"id":"W3043265868","doi":"10.2196/20027","title":"Medical Student Training in eHealth: Scoping Review","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Université de Montréal; Ministère de la Santé; Ministère de la Santé et des Services sociaux","keywords":"eHealth; mHealth; Telemedicine; Telehealth; Medical education; Health care; Health informatics; Curriculum; The Internet; Computer science; Knowledge management; Medicine; World Wide Web; Nursing; Psychology; Public health; Psychological intervention; Political science","score_opus":0.11666112053162594,"score_gpt":0.5836188689046587,"score_spread":0.46695774837303283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043265868","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01904135,0.035216648,0.0005968801,0.9066375,0.002452344,0.019907542,0.000005372226,0.00032656948,0.015815781],"genre_scores_gemma":[0.13847764,0.06762298,0.00039117076,0.7275191,0.0033981847,0.062165044,0.00017910093,0.000055982717,0.00019078051],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948441,0.00081477774,0.0017245291,0.00048618874,0.001346488,0.0007839669],"domain_scores_gemma":[0.9952641,0.0006853328,0.00035265292,0.0003104002,0.00013892369,0.0032485714],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0028988747,0.00016678436,0.0005407737,0.000092151866,0.00036211114,0.0000041639105,0.00042633704,0.00041407745,0.011072032],"category_scores_gemma":[0.006508959,0.00015230733,0.000051832663,0.00073773885,0.00006813307,0.00008604875,0.00010088135,0.0017632223,0.0008318197],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003292611,0.0005283666,0.014510249,0.049515624,0.0000049287355,0.0000071682434,0.014894278,2.2440638e-7,0.0000012015555,0.009287891,0.12681119,0.78440595],"study_design_scores_gemma":[0.0032345585,0.00024375579,0.031317234,0.3172682,0.000027513062,0.00001568388,0.011819989,0.0006731316,6.899988e-7,0.0005688545,0.6343136,0.00051680853],"about_ca_topic_score_codex":0.00016556795,"about_ca_topic_score_gemma":0.00047944288,"teacher_disagreement_score":0.7838892,"about_ca_system_score_codex":0.0002707182,"about_ca_system_score_gemma":0.04144453,"threshold_uncertainty_score":0.9999462},"labels":[],"label_agreement":null},{"id":"W3044309154","doi":"10.2196/19871","title":"Evaluation of a Web-Based ADHD Awareness Training in Primary Care: Pilot Randomized Controlled Trial With Nested Interviews","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Attention Deficit Hyperactivity Disorder","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Engineering and Physical Sciences Research Council; Arts and Humanities Research Council","keywords":"Psychoeducation; Randomized controlled trial; Intervention (counseling); Medicine; Attention deficit hyperactivity disorder; Family medicine; Psychiatry; Clinical psychology; Psychology","score_opus":0.09366846034319504,"score_gpt":0.4042648464765869,"score_spread":0.31059638613339186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044309154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97778946,0.00047425745,0.0004850782,0.009847099,0.00036548675,0.009716425,0.0000013219776,0.00004725184,0.0012736135],"genre_scores_gemma":[0.99231845,0.000009950881,0.00016599755,0.0019510566,0.00030434612,0.0049795597,0.00022057103,0.00002470694,0.000025369154],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9952147,0.0015600765,0.0008959883,0.00031279644,0.0018576379,0.0001587999],"domain_scores_gemma":[0.99786305,0.0005258755,0.0004297355,0.00019880048,0.000751989,0.00023053787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003300478,0.00018067395,0.0014449501,0.000202024,0.000025311934,0.000011492396,0.000094700874,0.00012836381,0.0007603038],"category_scores_gemma":[0.0074192323,0.00012864167,0.00020650197,0.00048162084,0.00013121738,0.00010448301,0.000013239447,0.00031168535,0.000007951726],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9377013,0.001964612,0.0006985964,0.00047894267,0.00011945408,0.0000024561957,0.010821694,0.000048914844,0.00031951413,0.000018667944,0.00009507232,0.047730763],"study_design_scores_gemma":[0.96315426,0.0008738948,0.0014117652,0.0008967676,0.0007725474,0.0000050995072,0.008885401,0.023758605,0.000014492121,0.000012541471,0.00009279981,0.00012181626],"about_ca_topic_score_codex":0.00007005666,"about_ca_topic_score_gemma":0.00006580646,"teacher_disagreement_score":0.04760895,"about_ca_system_score_codex":0.00023377911,"about_ca_system_score_gemma":0.016581122,"threshold_uncertainty_score":0.98899394},"labels":[],"label_agreement":null},{"id":"W3045935764","doi":"10.2196/22045","title":"Impact of the COVID-19 Pandemic on the Education of Plastic Surgery Trainees in the United States","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Social distance; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; 2019-20 coronavirus outbreak; Plastic surgery; Medical education; Political science; Surgery","score_opus":0.11796782771383973,"score_gpt":0.4619100755720956,"score_spread":0.3439422478582559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045935764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83434796,0.00009317287,0.000014334347,0.16464943,0.00024198792,0.0005739104,0.00000853342,0.000012650838,0.000058045218],"genre_scores_gemma":[0.94529814,0.00014133194,0.0000015886184,0.054073498,0.00027837572,0.000085052474,0.000097203985,0.000009163859,0.000015663147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99824476,0.0003837653,0.00042242405,0.00014038416,0.0006389259,0.00016971627],"domain_scores_gemma":[0.99293935,0.006031204,0.00022292067,0.00030365965,0.00012722654,0.00037561715],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009156397,0.000111449146,0.00023056219,0.00015841759,0.00005577491,0.0000069798666,0.00020744611,0.00010566195,0.00035271992],"category_scores_gemma":[0.028862804,0.00004880028,0.00014790501,0.0010317393,0.0001769824,0.000030059384,0.000015602256,0.00042007316,0.0000041354297],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049011083,0.0015861318,0.7914157,0.00091207755,0.0000452622,9.979426e-7,0.046726104,0.00006486071,0.00015332484,0.0007026227,0.1472866,0.010616226],"study_design_scores_gemma":[0.0003424174,0.00028324465,0.98256356,0.00039724863,0.0000336926,0.0000143077195,0.0067078075,0.0004018097,0.000012081211,0.00028172255,0.00890616,0.000055970566],"about_ca_topic_score_codex":0.0029497829,"about_ca_topic_score_gemma":0.00010190594,"teacher_disagreement_score":0.19114785,"about_ca_system_score_codex":0.0002635239,"about_ca_system_score_gemma":0.016681353,"threshold_uncertainty_score":0.98889315},"labels":[],"label_agreement":null},{"id":"W3046119901","doi":"10.2196/21114","title":"Improving Neurosurgery education using Social-Media Case-based discussions: A Pilot Study (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Social media; Neurosurgery; Medical education; Psychology; Engineering; Medicine; Computer science; World Wide Web; Psychiatry","score_opus":0.13409004331164903,"score_gpt":0.43717774081122346,"score_spread":0.3030876974995744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046119901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9384116,0.000100528414,0.00021258458,0.044734456,0.012267401,0.0037185948,0.0000027739895,0.00024990435,0.00030214008],"genre_scores_gemma":[0.98271066,0.000010103858,0.00051645644,0.0047274767,0.008749568,0.003197878,0.000030477002,0.000043094326,0.000014294093],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99538505,0.0013790963,0.0007070399,0.00062097446,0.001388735,0.0005190865],"domain_scores_gemma":[0.9955762,0.0020654115,0.00043652864,0.00026589102,0.00039673044,0.0012592394],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0016753731,0.00021540873,0.00031119256,0.00019822127,0.0013584913,0.00014751838,0.00036628134,0.0001990724,0.00089807995],"category_scores_gemma":[0.041267514,0.00021859858,0.000079552534,0.0013282308,0.0003107572,0.00037889145,0.000065049244,0.00058606325,0.000069584516],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010030486,0.008728144,0.043992423,0.00023626746,0.000013718626,0.000026465663,0.3411702,0.0000034855848,0.00017959693,0.0012179791,0.007950875,0.59638053],"study_design_scores_gemma":[0.0017142979,0.00086444104,0.13979217,0.00048801553,0.00020984902,0.000044498665,0.81309205,0.0028505777,0.000043695425,0.00091768283,0.038613312,0.0013694206],"about_ca_topic_score_codex":0.010354335,"about_ca_topic_score_gemma":0.0016424418,"teacher_disagreement_score":0.5950111,"about_ca_system_score_codex":0.00074301206,"about_ca_system_score_gemma":0.024523646,"threshold_uncertainty_score":0.9999416},"labels":[],"label_agreement":null},{"id":"W3081584306","doi":"10.2196/21701","title":"Confronting the Challenges of Anatomy Education in a Competency-Based Medical Curriculum During Normal and Unprecedented Times (COVID-19 Pandemic): Pedagogical Framework Development and Implementation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Curriculum; Gross anatomy; Coronavirus disease 2019 (COVID-19); Anatomy; Human anatomy; Medical education; Medicine; Psychology; Pathology; Pedagogy; Biology","score_opus":0.024210037856157465,"score_gpt":0.368057280201449,"score_spread":0.34384724234529157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081584306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95849544,0.0052911877,0.0015572162,0.033833787,0.00015357132,0.0003823395,8.41319e-7,0.00013189009,0.0001537092],"genre_scores_gemma":[0.9953375,0.0010639826,0.0018438788,0.0014073839,0.00012416486,0.00018552235,0.000023068527,0.000011382796,0.0000031146778],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986018,0.000079205915,0.0004288234,0.00022523494,0.0004550722,0.00020989514],"domain_scores_gemma":[0.9991418,0.00017368638,0.00007482886,0.00008901884,0.000034909513,0.00048573877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003962589,0.00013561007,0.00020817801,0.00010233955,0.00007107126,0.000009502146,0.0001684021,0.00029082477,0.00038287268],"category_scores_gemma":[0.0010810562,0.000107989945,0.000020603868,0.00020381979,0.0001844221,0.000068310306,0.0000581819,0.0005092446,0.0000019909164],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003243024,0.00041733318,0.1846402,0.0015230895,0.00004990293,0.0000073305882,0.017965265,0.000011346888,0.000046319237,0.07385467,0.00069761387,0.7207545],"study_design_scores_gemma":[0.007900213,0.00037785253,0.5727423,0.0032887459,0.00012381475,0.0002963425,0.20481798,0.059314836,0.0013659761,0.0132288765,0.13489757,0.0016455133],"about_ca_topic_score_codex":0.000055332057,"about_ca_topic_score_gemma":0.00029003466,"teacher_disagreement_score":0.719109,"about_ca_system_score_codex":0.000089144974,"about_ca_system_score_gemma":0.0034928499,"threshold_uncertainty_score":0.61961657},"labels":[],"label_agreement":null},{"id":"W3083947771","doi":"10.2196/23370","title":"A Web Platform (MOSAICO) to Design, Perform, and Assess Collaborative Clinical Scenarios for Medical Students: Viewpoint","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Corporación de Fomento de la Producción","keywords":"Web application; Adaptation (eye); Computer science; Curriculum; Architecture; Collaborative model; Protocol (science); Software engineering; World Wide Web; Multimedia; Medicine","score_opus":0.09577493945245712,"score_gpt":0.5001386575834931,"score_spread":0.40436371813103594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083947771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70195436,0.00032580187,0.0033377574,0.28793615,0.0014005828,0.004833287,0.00001563146,0.00011693957,0.000079453515],"genre_scores_gemma":[0.8806761,0.0001468494,0.006211778,0.10759144,0.002811536,0.0022012563,0.00021219774,0.000048279842,0.00010059064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953831,0.00021887849,0.0011857067,0.0006728877,0.002147763,0.00039167603],"domain_scores_gemma":[0.9928406,0.0018304439,0.00022576882,0.00033359247,0.0012657256,0.0035038965],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002420383,0.0002567196,0.00058961747,0.00014310244,0.00019443734,0.00007417655,0.00034959795,0.0005276363,0.002029812],"category_scores_gemma":[0.013570595,0.00022171336,0.00009596333,0.000716106,0.00017390495,0.00016484495,0.000100386496,0.00070021214,0.00010149079],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026389556,0.0039006085,0.46828496,0.0016599512,0.00021047871,0.0000143397465,0.022999153,0.000019966219,0.000032542797,0.0010084468,0.3126088,0.18662179],"study_design_scores_gemma":[0.023185562,0.010535212,0.4889364,0.004713451,0.00052581617,0.00017040053,0.044380415,0.14540754,0.00020880133,0.0007264066,0.2796625,0.0015475103],"about_ca_topic_score_codex":0.000025519968,"about_ca_topic_score_gemma":0.000014435445,"teacher_disagreement_score":0.18507428,"about_ca_system_score_codex":0.00031135383,"about_ca_system_score_gemma":0.0189391,"threshold_uncertainty_score":0.9988825},"labels":[],"label_agreement":null},{"id":"W3085544470","doi":"10.2196/23604","title":"Medical Students' Corner: Lessons From COVID-19 in Equity, Adaptability, and Community for the Future of Medical Education","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Adaptability; Coronavirus disease 2019 (COVID-19); Equity (law); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical education; Political science; Psychology; Medicine; Economics; Infectious disease (medical specialty); Virology; Management; Disease","score_opus":0.06447142819866512,"score_gpt":0.48966672067527794,"score_spread":0.4251952924766128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085544470","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4757643,0.0012884942,0.0016217488,0.51830024,0.0014520227,0.001363792,0.000014018307,0.000048795355,0.00014661164],"genre_scores_gemma":[0.89563483,0.00081244117,0.0007843265,0.098218076,0.0027819357,0.001017044,0.00067234074,0.000032559066,0.00004644074],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9926075,0.0006712425,0.0011612658,0.0004781533,0.004732776,0.0003491111],"domain_scores_gemma":[0.99472,0.0019961335,0.00035974264,0.0008138789,0.00051253545,0.0015977448],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0069715003,0.00025681636,0.00056232186,0.00018366809,0.00032484936,0.000050633982,0.0014775131,0.00085246784,0.0036894244],"category_scores_gemma":[0.057933852,0.00019449864,0.00010518205,0.0009884434,0.0009355997,0.00013233729,0.0006619234,0.002458505,0.00001019222],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036272887,0.008175598,0.072123475,0.0012242717,0.00008869698,0.0000028977533,0.013413062,4.854041e-7,0.00001838281,0.011758533,0.20203327,0.6907986],"study_design_scores_gemma":[0.009283538,0.00097472745,0.4530915,0.0021361436,0.00037933333,0.00014743858,0.09410492,0.011961488,0.000043806373,0.012458952,0.4147809,0.0006372123],"about_ca_topic_score_codex":0.002099523,"about_ca_topic_score_gemma":0.0010845283,"teacher_disagreement_score":0.6901614,"about_ca_system_score_codex":0.00045745965,"about_ca_system_score_gemma":0.027997036,"threshold_uncertainty_score":0.9998429},"labels":[],"label_agreement":null},{"id":"W3088117078","doi":"10.2196/21639","title":"Developing Patient-Centered Inflammatory Bowel Disease–Related Educational Videos Optimized for Social Media: Qualitative Research Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Thematic analysis; Medicine; Qualitative research; Focus group; Inflammatory bowel disease; Data collection; Medical education; Qualitative property; Creativity; Psychology; Disease; Computer science; Social psychology; World Wide Web; Pathology","score_opus":0.22762852959898966,"score_gpt":0.5502696662122019,"score_spread":0.3226411366132122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088117078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6691878,0.00020858896,0.000102756334,0.31559595,0.007010267,0.007384047,0.000016838663,0.00012530766,0.0003684415],"genre_scores_gemma":[0.9710927,0.00005148767,0.0013719788,0.002098688,0.0061744493,0.018802725,0.00031468313,0.000045928387,0.00004738321],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9917152,0.0034368015,0.0009017589,0.0006034392,0.0026362618,0.00070652075],"domain_scores_gemma":[0.9865528,0.009788359,0.0003576765,0.00017392279,0.0016345948,0.0014926691],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004154154,0.00019750987,0.00029780323,0.00024329282,0.0016820364,0.00010814615,0.0005458174,0.00031627124,0.000991446],"category_scores_gemma":[0.09633811,0.00021707414,0.000109617504,0.0011040873,0.00067244883,0.0003768469,0.00008196685,0.00064303685,0.00011768851],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023832064,0.0012624627,0.0047697304,0.0001456659,0.000038008737,7.160734e-7,0.9165638,5.688774e-7,0.0000019987588,0.029964492,0.026201675,0.020812577],"study_design_scores_gemma":[0.002071124,0.00016779812,0.07530391,0.00021583527,0.00004450961,2.3917133e-7,0.857186,0.00012873975,0.000003983491,0.021970969,0.04246642,0.00044042332],"about_ca_topic_score_codex":0.00036949542,"about_ca_topic_score_gemma":0.0002635913,"teacher_disagreement_score":0.31349725,"about_ca_system_score_codex":0.0012970321,"about_ca_system_score_gemma":0.03076499,"threshold_uncertainty_score":0.9999218},"labels":[],"label_agreement":null},{"id":"W3091931243","doi":"10.2196/18956","title":"Impact Evaluation of the Kenya Frontline Field Epidemiology Training Program: Repeated-Measures Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Viral Infections and Outbreaks Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention; U.S.-Middle East Partnership Initiative; Defense Threat Reduction Agency; World Bank Group","keywords":"Qualitative property; Public health; Descriptive statistics; Epidemiology; Repeated measures design; Medicine; Data collection; Consistency (knowledge bases); Medical education; Agency (philosophy); Program evaluation; Psychology; Applied psychology; Nursing; Statistics; Computer science; Mathematics","score_opus":0.1840798661630553,"score_gpt":0.5316000320408862,"score_spread":0.34752016587783097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091931243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96428865,0.0002249348,0.00012923087,0.031323254,0.00024709004,0.0020451455,0.0000011171095,0.00004519935,0.0016953544],"genre_scores_gemma":[0.99709094,0.000010902403,0.00008219868,0.0017508771,0.000555175,0.00041434853,0.00002111896,0.000009619061,0.0000648396],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976439,0.0006627074,0.00041642238,0.00021951988,0.0008690737,0.00018838054],"domain_scores_gemma":[0.99868613,0.00019147947,0.00012143669,0.00023431897,0.00046206667,0.000304552],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024179416,0.00009212488,0.00027472098,0.000059205013,0.00007114694,0.0000059453505,0.0001127248,0.00013319532,0.0012341898],"category_scores_gemma":[0.015879182,0.000053144213,0.00013009954,0.00039431694,0.000080891004,0.00004214436,0.000037725935,0.0004376692,0.000010911226],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013811643,0.0016557472,0.23691459,0.000032208605,0.000081568985,6.684938e-7,0.0027914308,0.000012311897,0.00021958626,0.00001937504,0.010123749,0.74801064],"study_design_scores_gemma":[0.0019158385,0.003352926,0.97039056,0.00012792862,0.00019409337,0.000030369967,0.0032585405,0.017630225,0.00016094971,0.00016360311,0.0026885197,0.00008645729],"about_ca_topic_score_codex":0.0003966834,"about_ca_topic_score_gemma":0.000044872384,"teacher_disagreement_score":0.7479242,"about_ca_system_score_codex":0.00009539653,"about_ca_system_score_gemma":0.002231976,"threshold_uncertainty_score":0.9996788},"labels":[],"label_agreement":null},{"id":"W3092205847","doi":"10.2196/14081","title":"Identification of Informed Consent in Patient Videos on Social Media: Prospective Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Informed consent; Social media; Medicine; Psychology; Family medicine; Internet privacy; Computer science; World Wide Web; Alternative medicine","score_opus":0.18137073929526976,"score_gpt":0.4922881710242143,"score_spread":0.31091743172894454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092205847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.965956,0.00010529129,0.0000064372734,0.027095374,0.0010498433,0.00467699,0.000015662128,0.000071852366,0.0010225949],"genre_scores_gemma":[0.9917549,0.000028766503,0.000031549003,0.003918438,0.00028887563,0.0038611663,0.00007870865,0.000019008148,0.000018625953],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9956779,0.0011064757,0.0015891264,0.0003203304,0.0010223702,0.0002838279],"domain_scores_gemma":[0.9960458,0.0019270576,0.00080520345,0.00039294685,0.00051161274,0.00031733772],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00035525963,0.00014790101,0.00031750498,0.00018875164,0.0002819386,0.0000056456147,0.0003548141,0.0002464603,0.00037663543],"category_scores_gemma":[0.014872354,0.00013977774,0.00004563341,0.0006422143,0.000118246055,0.00013557196,0.00014159616,0.0009280757,0.00017569671],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047142457,0.0033529643,0.20922056,0.0008707975,0.00002286061,0.0000016868734,0.7451496,0.0000023970922,0.0000662157,0.002547286,0.018253807,0.020040393],"study_design_scores_gemma":[0.0022677255,0.00042843126,0.65787053,0.00055947027,0.000014158946,4.0907972e-7,0.33600807,0.00020216973,0.00008900264,0.0006284433,0.0017471216,0.000184494],"about_ca_topic_score_codex":0.00021685987,"about_ca_topic_score_gemma":0.00088682614,"teacher_disagreement_score":0.44864994,"about_ca_system_score_codex":0.00060681946,"about_ca_system_score_gemma":0.0071904007,"threshold_uncertainty_score":0.9984379},"labels":[],"label_agreement":null},{"id":"W3093863710","doi":"10.2196/20963","title":"Effectiveness of Virtual Medical Teaching During the COVID-19 Crisis: Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":499,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Quarantine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Transmission (telecommunications); Public health; Medicine; Medical education; Outbreak; Virology; Nursing; Disease; Computer science; Infectious disease (medical specialty); Pathology","score_opus":0.053454354794763646,"score_gpt":0.5176531894818337,"score_spread":0.46419883468707007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093863710","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011309754,0.9827155,0.00012124224,0.0078828,0.0022128632,0.0065730177,0.000017602371,0.00008396324,0.00038174188],"genre_scores_gemma":[0.0002052925,0.97627527,0.0000035890494,0.015895724,0.0006399137,0.006526741,0.0001442571,0.0000589666,0.00025022816],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9872249,0.008151734,0.0018681575,0.0006868833,0.0016880622,0.00038028607],"domain_scores_gemma":[0.99232846,0.004346721,0.0010059876,0.000895415,0.000053304906,0.0013701046],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007670115,0.00044909917,0.0030196318,0.000164358,0.00020772553,0.000015757128,0.0011539618,0.0006636006,0.0023906154],"category_scores_gemma":[0.015207257,0.0002704689,0.0006034682,0.00051073596,0.00016598278,0.00004764988,0.0001914245,0.0018406182,0.000355228],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001571638,0.00045426722,0.0000022374613,0.8853937,0.00017223677,0.000022049,0.0010180859,4.5574438e-9,1.41753125e-8,0.0023599071,0.017716194,0.0928456],"study_design_scores_gemma":[0.0002063157,0.000072237686,0.000007032506,0.44657135,0.0008019995,0.00031716662,0.00045277947,4.5428354e-7,1.869484e-8,0.000017963024,0.55139714,0.00015552496],"about_ca_topic_score_codex":0.00049628987,"about_ca_topic_score_gemma":0.00001222181,"teacher_disagreement_score":0.533681,"about_ca_system_score_codex":0.0013586503,"about_ca_system_score_gemma":0.018094866,"threshold_uncertainty_score":0.9999747},"labels":[],"label_agreement":null},{"id":"W3096328494","doi":"10.2196/19792","title":"Design and Printing of a Low-Cost 3D-Printed Nasal Osteotomy Training Model: Development and Feasibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Thomas Jefferson University","keywords":"3d printed; 3D printing; 3d printer; Osteotomy; Nasal bone; Computer science; Cadaveric spasm; 3d model; Engineering drawing; Rapid prototyping; Simulation; Engineering; Orthodontics; Biomedical engineering; Surgery; Medicine; Artificial intelligence; Mechanical engineering","score_opus":0.10951912630230948,"score_gpt":0.39092770136073207,"score_spread":0.2814085750584226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096328494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878826,0.000023023,0.0090955645,0.0011537271,0.00003738219,0.001361108,1.7137482e-7,0.000047184374,0.00039922266],"genre_scores_gemma":[0.9914763,0.0000016483232,0.0075633842,0.00077330746,0.000055721226,0.00009727855,0.000007469729,0.000010584247,0.000014291157],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987421,0.00007941814,0.00037467678,0.00027768055,0.00039265858,0.00013347121],"domain_scores_gemma":[0.9991269,0.00016335933,0.00008339796,0.0000838486,0.000094448704,0.00044801837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061043125,0.00010233139,0.00024384879,0.000047240752,0.000053433356,0.000011717304,0.000041462325,0.000074544085,0.00012533764],"category_scores_gemma":[0.0011830366,0.00008634177,0.000017744023,0.00016198416,0.00007038587,0.000051096315,0.000044228,0.00020510862,0.0000020647074],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064334774,0.0015404547,0.12099845,0.0003756698,0.00006469298,0.000009480048,0.10523502,0.00013669729,0.00019517668,0.00011318013,0.000017480017,0.77067035],"study_design_scores_gemma":[0.0107398685,0.00040801812,0.51674515,0.0006211985,0.00006864343,0.000022464723,0.021445233,0.4484307,0.0004932374,0.00006699538,0.00067704276,0.0002814344],"about_ca_topic_score_codex":0.0000030029855,"about_ca_topic_score_gemma":0.0000012361226,"teacher_disagreement_score":0.7703889,"about_ca_system_score_codex":0.000033570424,"about_ca_system_score_gemma":0.00092684926,"threshold_uncertainty_score":0.35209152},"labels":[],"label_agreement":null},{"id":"W3096417710","doi":"10.2196/21787","title":"The Need for Education and Clinical Best Practice Guidelines in the Era of Direct-to-Consumer Genomic Testing","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Human Genome Research Institute","keywords":"Primary care; Interpretation (philosophy); Medicine; Patient care; Clinical Practice; Family medicine; Nursing; Computer science","score_opus":0.04204441510451913,"score_gpt":0.43680255919285554,"score_spread":0.3947581440883364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096417710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8161077,0.0039807535,0.00030735918,0.17710249,0.0006961585,0.00091044966,0.0000048660495,0.000004716221,0.0008855288],"genre_scores_gemma":[0.9404764,0.00066249084,0.016929919,0.038874593,0.0020871724,0.00077977515,0.000053817337,0.000018589122,0.00011721816],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990708,0.0001180668,0.000380211,0.0002004991,0.0001385256,0.00009189855],"domain_scores_gemma":[0.9986982,0.00045734327,0.0001302457,0.00018015975,0.00044655622,0.00008754569],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00086097734,0.00006413599,0.0000778731,0.000012918887,0.000071686125,0.00002084366,0.00019140911,0.00009152326,0.0000040166283],"category_scores_gemma":[0.024579896,0.000043468648,0.000028054419,0.00015167425,0.00008735483,0.000005027366,0.00004081143,0.0001261846,0.0000029322798],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110907975,0.00039376455,0.0049524065,0.0000337098,0.000027854512,7.2287065e-8,0.00107074,0.000010004541,0.0044400156,0.00010219923,0.12624598,0.86261237],"study_design_scores_gemma":[0.00041521806,0.0003691273,0.013280321,0.000068198315,0.000051369552,0.000013657197,0.006139151,0.0006157906,0.0007341521,0.00010198635,0.9780935,0.000117538395],"about_ca_topic_score_codex":0.00007400865,"about_ca_topic_score_gemma":0.000050122577,"teacher_disagreement_score":0.8624948,"about_ca_system_score_codex":0.000019754994,"about_ca_system_score_gemma":0.0025780227,"threshold_uncertainty_score":0.9836365},"labels":[],"label_agreement":null},{"id":"W3096536381","doi":"10.2196/25045","title":"Correction: Identification of Informed Consent in Patient Videos on Social Media: Prospective Study","year":2020,"lang":"en","type":"erratum","venue":"JMIR Medical Education","topic":"Patient Dignity and Privacy","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Identification (biology); Informed consent; Social media; Medicine; Psychology; Internet privacy; Computer science; Alternative medicine; World Wide Web; Pathology","score_opus":0.046490121359244456,"score_gpt":0.3774100774846178,"score_spread":0.33091995612537334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096536381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6602109,0.00065571826,0.00002346107,0.021947429,0.2203902,0.016835844,0.000095563824,0.00030062904,0.079540275],"genre_scores_gemma":[0.985869,0.00018511091,0.000008377021,0.0013883387,0.0031968132,0.0012980697,0.0018500321,0.000041245545,0.006163038],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99616927,0.0002107634,0.0011840959,0.00047388478,0.0017398931,0.00022210818],"domain_scores_gemma":[0.9977137,0.00053890736,0.00074020476,0.00031381572,0.00039371155,0.00029965516],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002949399,0.0002866657,0.00068636215,0.00044572417,0.00007970178,0.00001815158,0.00019128853,0.0006670016,0.00042743146],"category_scores_gemma":[0.013948459,0.0002684378,0.00013638576,0.000700877,0.00016096982,0.0000937072,0.00006807282,0.0017359159,0.000090968446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060911756,0.0065617883,0.0037653756,0.000593742,0.00007850413,0.00001796255,0.041607406,1.8819703e-7,0.000005381506,0.000044843764,0.91840875,0.028306963],"study_design_scores_gemma":[0.005554935,0.0037095838,0.7744168,0.0053467765,0.00040392793,0.00003915024,0.038754974,0.00018829296,0.00022362378,0.00045923374,0.1701877,0.0007149977],"about_ca_topic_score_codex":0.00008281377,"about_ca_topic_score_gemma":0.0003254195,"teacher_disagreement_score":0.77065146,"about_ca_system_score_codex":0.00070263847,"about_ca_system_score_gemma":0.011774183,"threshold_uncertainty_score":0.99997675},"labels":[],"label_agreement":null},{"id":"W3101758173","doi":"10.2196/24989","title":"Medical Students’ Corner: Barriers to Communication During the COVID-19 Pandemic","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Empathy and Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Curriculum; Medical education; Medical school; Psychology; Medicine; Pedagogy; Virology; Infectious disease (medical specialty)","score_opus":0.032308046607862524,"score_gpt":0.40539111990653365,"score_spread":0.37308307329867113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101758173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6608635,0.00034992245,0.0001803983,0.3365448,0.0004413416,0.0008987046,0.000002071705,0.0001546016,0.00056462514],"genre_scores_gemma":[0.7514726,0.00034147478,0.00009096559,0.24591646,0.0010030784,0.00054058945,0.00009792445,0.000022758271,0.00051416096],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954922,0.00032554573,0.00058013987,0.00042626608,0.002822031,0.0003537956],"domain_scores_gemma":[0.99069357,0.00034568267,0.0001308853,0.00061857625,0.00015444218,0.008056818],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016847391,0.00019901492,0.0003084136,0.00009173213,0.0003748726,0.000048182144,0.0010025176,0.00035653633,0.0093125785],"category_scores_gemma":[0.03935695,0.00014128438,0.00010446871,0.00065067934,0.00032677708,0.00009617702,0.0002457159,0.0010626267,0.00030157928],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008354179,0.001715712,0.34297904,0.0008134593,0.00014461919,0.000036698864,0.2189495,0.000004387717,0.00024017162,0.0008496483,0.3816406,0.051790744],"study_design_scores_gemma":[0.0048807105,0.0004947701,0.21047477,0.00071146234,0.00018340195,0.00070619024,0.081550136,0.00047002174,0.00009442309,0.00028497135,0.6996368,0.0005123049],"about_ca_topic_score_codex":0.00014473576,"about_ca_topic_score_gemma":0.000048634953,"teacher_disagreement_score":0.31799623,"about_ca_system_score_codex":0.00041194455,"about_ca_system_score_gemma":0.01012853,"threshold_uncertainty_score":0.9954831},"labels":[],"label_agreement":null},{"id":"W3102890202","doi":"10.2196/22926","title":"Integration of Technology in Medical Education on Primary Care During the COVID-19 Pandemic: Students’ Viewpoint","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Medical education; TUTOR; Coronavirus disease 2019 (COVID-19); Curriculum; Space (punctuation); Medicine; Face (sociological concept); Psychology; Mathematics education; Pedagogy; Computer science; Sociology","score_opus":0.022687008349500177,"score_gpt":0.412648995771105,"score_spread":0.3899619874216048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102890202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7697684,0.00051010353,0.00019738,0.2265286,0.00077250437,0.0012549694,0.0000016931539,0.00010235346,0.0008639937],"genre_scores_gemma":[0.89471406,0.0002712878,0.00050431653,0.10224061,0.000823755,0.00092641683,0.0003638017,0.000028506298,0.00012722825],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99583066,0.00018136155,0.0010129001,0.00048289602,0.002215633,0.0002765686],"domain_scores_gemma":[0.99814546,0.00011965266,0.0003154482,0.0005030863,0.0004425931,0.00047374878],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009992084,0.00022412234,0.00040881528,0.0005749915,0.0001229294,0.00001665501,0.0005913971,0.00058599806,0.0011033153],"category_scores_gemma":[0.018397843,0.0001650541,0.000082093014,0.002024814,0.00041211376,0.00010180205,0.00011746223,0.0014233271,0.000048975806],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053032016,0.0049898773,0.23717819,0.00292541,0.000053889515,0.00001233891,0.021740556,0.000003928892,0.0017943062,0.007819178,0.0301539,0.6927981],"study_design_scores_gemma":[0.0081818085,0.0013868709,0.7342138,0.0063418094,0.00018207084,0.0007277328,0.067806005,0.00071483955,0.0011979358,0.0023648364,0.17606093,0.0008213507],"about_ca_topic_score_codex":0.000075985765,"about_ca_topic_score_gemma":0.00003224562,"teacher_disagreement_score":0.6919767,"about_ca_system_score_codex":0.0014683111,"about_ca_system_score_gemma":0.013808277,"threshold_uncertainty_score":0.9998098},"labels":[],"label_agreement":null},{"id":"W3108140496","doi":"10.2196/21869","title":"Informal and Formal Peer Teaching in the Medical School Ecosystem: Perspectives From a Student-Teacher Team","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical school; Curriculum; Metaphor; Medical education; Pedagogy; Peer group; Psychology; Mathematics education; Sociology; Medicine","score_opus":0.010893895138175893,"score_gpt":0.3629966913286544,"score_spread":0.3521027961904785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108140496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8273905,0.0002505358,0.00015634966,0.16309583,0.0004233366,0.0007971961,0.0000022574188,0.000060770217,0.007823245],"genre_scores_gemma":[0.9585946,0.000034924367,0.0005947081,0.036849156,0.0030929763,0.00038996778,0.00019139299,0.000020950589,0.00023133405],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9955754,0.00023699965,0.00068938796,0.00036961795,0.002775377,0.00035319524],"domain_scores_gemma":[0.9985667,0.0001540369,0.00014213951,0.0003056068,0.00018623068,0.0006453116],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025371453,0.000201046,0.0003086068,0.0001718852,0.0001755475,0.00007821696,0.00039729403,0.0003711629,0.0033402322],"category_scores_gemma":[0.021117847,0.00013942992,0.00005849446,0.0004611636,0.00016487914,0.00044532257,0.000114646165,0.0021109167,0.000088002074],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025593102,0.0042756856,0.16175002,0.0003878005,0.00012524506,0.00003550402,0.2935852,5.308634e-7,0.00004198971,0.0065977136,0.28141853,0.25152585],"study_design_scores_gemma":[0.0035936134,0.00039922257,0.45659208,0.0008819384,0.00009756664,0.00025944406,0.35581952,0.0067404853,0.000006860085,0.00013469043,0.17513056,0.00034400195],"about_ca_topic_score_codex":0.000119962686,"about_ca_topic_score_gemma":0.000060170776,"teacher_disagreement_score":0.29484206,"about_ca_system_score_codex":0.00019469636,"about_ca_system_score_gemma":0.0028640358,"threshold_uncertainty_score":0.9975709},"labels":[],"label_agreement":null},{"id":"W3112446051","doi":"10.2196/23857","title":"Adapting to the COVID-19 pandemic: A New Teaching Model of Self-Directed Learning for Medical Students (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bespoke; Coronavirus disease 2019 (COVID-19); Curriculum; Flexibility (engineering); Medical education; Set (abstract data type); Computer science; Multimedia; Medicine; Psychology; Pedagogy","score_opus":0.052246337656448816,"score_gpt":0.43802713283157113,"score_spread":0.3857807951751223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112446051","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40652043,0.00006655176,0.14702025,0.4415547,0.0007451712,0.0027935125,0.0000016083717,0.0007720871,0.0005256995],"genre_scores_gemma":[0.823796,0.000028164357,0.03942348,0.1325374,0.0024414363,0.0007731621,0.00012832697,0.000049549646,0.0008225204],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99564135,0.00020340837,0.00084185216,0.00046246467,0.0025344212,0.0003165003],"domain_scores_gemma":[0.997249,0.0005004675,0.00027709943,0.00034286137,0.00034555385,0.0012849835],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003750912,0.00018069778,0.00035479866,0.00014751297,0.00024552783,0.000030408397,0.0006818343,0.0003074279,0.00070023135],"category_scores_gemma":[0.09689869,0.00012587717,0.00009940902,0.0006127633,0.00008114433,0.00007703034,0.00018999167,0.001388199,0.000030821953],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033420837,0.0015450808,0.05181518,0.00076551875,0.0001415497,0.0000016097922,0.051555406,0.0007496869,0.00026596047,0.0014866972,0.5455845,0.3457546],"study_design_scores_gemma":[0.0030301905,0.00047043455,0.004410155,0.0006861037,0.0001580845,0.000080822436,0.00778712,0.64230174,0.0000334708,0.00038516062,0.34036008,0.00029661763],"about_ca_topic_score_codex":0.00012896307,"about_ca_topic_score_gemma":0.000012876396,"teacher_disagreement_score":0.6415521,"about_ca_system_score_codex":0.00032187434,"about_ca_system_score_gemma":0.011145194,"threshold_uncertainty_score":0.9944607},"labels":[],"label_agreement":null},{"id":"W3113204572","doi":"10.2196/17598","title":"Twitter as a Mental Health Support System for Students and Professionals in the Medical Field","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Field (mathematics); Social media; Conversation; Medical education; Health professionals; Psychology; Social support; Microblogging; Public relations; Health care; Computer science; World Wide Web; Medicine; Psychiatry; Political science; Social psychology","score_opus":0.09389558887640158,"score_gpt":0.5549767867449699,"score_spread":0.46108119786856827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113204572","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38111493,0.000106105064,0.0000116471065,0.6126266,0.0030274813,0.002655772,0.0000011346507,0.000023677821,0.00043262832],"genre_scores_gemma":[0.8915182,0.00006803678,0.00005724963,0.101769015,0.0025404282,0.0039449725,0.00003249232,0.000007396805,0.0000622113],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967802,0.00058370194,0.00036934164,0.00021643515,0.0017661488,0.000284143],"domain_scores_gemma":[0.99760514,0.0014032477,0.00012357235,0.00008153772,0.000059206697,0.0007272964],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030126267,0.00007443002,0.0001579878,0.000040334155,0.00035875276,0.000039303384,0.00038126262,0.00020538276,0.0005631964],"category_scores_gemma":[0.009792421,0.000056391913,0.000026948252,0.00026220517,0.000113523136,0.00008787414,0.000034492954,0.00028917068,0.000026376734],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005321358,0.000667966,0.03806525,0.00040931956,0.000006292583,0.0000014756611,0.6154062,3.1776912e-9,3.6087246e-7,0.0056289746,0.27562088,0.06414007],"study_design_scores_gemma":[0.0011708167,0.00045674504,0.052132525,0.00079907745,0.000007968454,0.000010213688,0.51581967,0.00004305684,0.0000039663596,0.00041267322,0.42896304,0.00018027004],"about_ca_topic_score_codex":0.0018796569,"about_ca_topic_score_gemma":0.000481745,"teacher_disagreement_score":0.51085764,"about_ca_system_score_codex":0.00022334208,"about_ca_system_score_gemma":0.008422554,"threshold_uncertainty_score":0.9985485},"labels":[],"label_agreement":null},{"id":"W3116717407","doi":"10.2196/23668","title":"The Quality of Instructional YouTube Videos for the Administration of Intranasal Spray: Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nasal administration; Medicine; Nasal spray; Protocol (science); Observational study; Confusion; Drug administration; Inter-rater reliability; Dosing; Administration (probate law); Psychology; Internal medicine; Pharmacology; Alternative medicine","score_opus":0.24201632563887943,"score_gpt":0.5783270094917153,"score_spread":0.3363106838528359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116717407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91233826,0.00004338381,0.0036697392,0.07919988,0.0012502304,0.0030628464,0.000055193246,0.000021721515,0.00035875314],"genre_scores_gemma":[0.9909085,0.0000123564905,0.0005582014,0.006564238,0.00075207785,0.0010224306,0.00012337463,0.000005358251,0.000053483618],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962137,0.0006149448,0.0020848978,0.0001418586,0.00078236766,0.0001622764],"domain_scores_gemma":[0.994839,0.00280554,0.000981545,0.00024300652,0.0009538925,0.00017701277],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0040768245,0.00008117924,0.0001860678,0.000023158287,0.0006486651,0.000009663194,0.00029852675,0.00012589889,0.00054534443],"category_scores_gemma":[0.008819544,0.000046104422,0.00006305937,0.00027643278,0.00015555345,0.00035735514,0.00003741993,0.00040462334,0.0000069887246],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044783275,0.0021087364,0.50939727,0.002835698,0.00011638131,5.277493e-8,0.05937992,0.000009646446,0.000064120584,0.14407022,0.04920438,0.22833525],"study_design_scores_gemma":[0.0009345609,0.00022587432,0.9074659,0.00005845828,0.000012724156,2.7064905e-7,0.02169271,0.0024795732,0.000022313076,0.0010063554,0.06604212,0.00005918414],"about_ca_topic_score_codex":0.00011119881,"about_ca_topic_score_gemma":0.00012035952,"teacher_disagreement_score":0.3980686,"about_ca_system_score_codex":0.00006086764,"about_ca_system_score_gemma":0.0060920105,"threshold_uncertainty_score":0.99954253},"labels":[],"label_agreement":null},{"id":"W3117008273","doi":"10.2196/18102","title":"Development and Implementation of a Web-Based Learning Environment for an Inpatient Internal Medicine Team: Questionnaire Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Web application; Software; Educational software; Multimedia; Medical education; Medicine; World Wide Web","score_opus":0.019035908861535087,"score_gpt":0.3872834234219643,"score_spread":0.3682475145604292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117008273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97868437,0.00005808366,0.0053971387,0.013637319,0.00025346508,0.0018515817,7.8563306e-7,0.000046457808,0.00007078893],"genre_scores_gemma":[0.9845781,0.000007905069,0.009594211,0.0040734066,0.00041940284,0.001000581,0.00027606048,0.000020932726,0.00002939818],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978844,0.00008161176,0.00071888726,0.000329873,0.00082875986,0.00015646163],"domain_scores_gemma":[0.99909335,0.00003379297,0.00026079116,0.00014105666,0.00020396805,0.00026705774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007361232,0.0001460966,0.00025572334,0.00017281514,0.00010287743,0.000007761505,0.00009358796,0.00009369317,0.00044151195],"category_scores_gemma":[0.0011309993,0.00012584553,0.000023072065,0.00023259071,0.00012905906,0.00009095178,0.000028125434,0.00026468834,0.0000044111757],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022092715,0.0023624818,0.15252306,0.00053752225,0.00004977267,6.6536956e-7,0.034089223,0.000004881804,0.00066947634,0.00020119733,0.008135551,0.8012053],"study_design_scores_gemma":[0.0143726,0.011528471,0.67492986,0.0014297577,0.00027852578,0.000020553332,0.098806895,0.0145085575,0.0016187137,0.000055992612,0.1820004,0.00044967508],"about_ca_topic_score_codex":0.00006662463,"about_ca_topic_score_gemma":0.000017054734,"teacher_disagreement_score":0.80075556,"about_ca_system_score_codex":0.00019837053,"about_ca_system_score_gemma":0.0017314662,"threshold_uncertainty_score":0.5131832},"labels":[],"label_agreement":null},{"id":"W3118176821","doi":"10.2196/13681","title":"Exploring the Cost of eLearning in Health Professions Education: Scoping Review","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"E-Learning and COVID-19","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"EIT Health; Imperial College London","keywords":"Health professions; Medical education; Knowledge management; Engineering ethics; Sociology; Medicine; Engineering management; Computer science; Health care; Engineering; Political science","score_opus":0.17303475911473484,"score_gpt":0.5009460504471004,"score_spread":0.3279112913323655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118176821","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030851439,0.015611699,0.00013503469,0.9438125,0.0011206189,0.0020558878,2.5701587e-7,0.00007110692,0.0063414597],"genre_scores_gemma":[0.91543347,0.02611638,0.00018124541,0.054744065,0.0011672034,0.0016107197,0.000015194699,0.000013374251,0.00071833027],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801666,0.0007906984,0.0003510532,0.0001527128,0.00051203696,0.0001768148],"domain_scores_gemma":[0.9990094,0.00028226172,0.00019862561,0.00011039533,0.00007323402,0.0003261258],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017875842,0.000054590244,0.0001531301,0.000036955844,0.0003320915,0.000014166082,0.00024120594,0.000038431772,0.0004878121],"category_scores_gemma":[0.008563374,0.00004266817,0.000031841293,0.0007096724,0.00014394542,0.00014230548,0.000031244945,0.00037700523,0.00002658938],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006890078,0.0003464952,0.010090699,0.0057414034,0.000003369656,2.3247257e-7,0.16325232,0.0000069715898,0.0000023761168,0.014711309,0.027419342,0.7784186],"study_design_scores_gemma":[0.00026203514,0.00009021945,0.015316265,0.16965666,0.00001146986,0.0000014253716,0.24101774,0.00007111086,0.000005230131,0.0002592259,0.57307506,0.0002335553],"about_ca_topic_score_codex":0.0017061516,"about_ca_topic_score_gemma":0.00045957247,"teacher_disagreement_score":0.8890684,"about_ca_system_score_codex":0.00011993761,"about_ca_system_score_gemma":0.016192261,"threshold_uncertainty_score":0.9997879},"labels":[],"label_agreement":null},{"id":"W3118424533","doi":"10.2196/24032","title":"Using Machine Learning Algorithms to Predict People’s Intention to Use Mobile Learning Platforms During the COVID-19 Pandemic: Machine Learning Approach","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":219,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Pandemic; Machine learning; Artificial intelligence; C4.5 algorithm; Globe; Mobile device; Coronavirus disease 2019 (COVID-19); Multimedia; World Wide Web; Psychology; Medicine; Support vector machine","score_opus":0.05620024184922866,"score_gpt":0.39611337581579764,"score_spread":0.33991313396656897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118424533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9726976,0.00046577028,0.018010844,0.0053443587,0.0010059542,0.0010625664,0.0000037030243,0.0010325196,0.0003766512],"genre_scores_gemma":[0.98150164,0.00040905477,0.0040952167,0.0012832101,0.0005100192,0.0010104605,0.00011866213,0.000044853696,0.011026855],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965469,0.00047140633,0.0005276364,0.0006792972,0.0011253847,0.00064934604],"domain_scores_gemma":[0.99785304,0.0004783637,0.00026293407,0.00028745062,0.00037163481,0.00074657536],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0020309587,0.00025484766,0.0003417546,0.0003203706,0.002655474,0.00021473253,0.0004508511,0.00031745582,0.0005679259],"category_scores_gemma":[0.020385789,0.00021581328,0.000108661494,0.0018508098,0.00024683354,0.00040442753,0.00036993987,0.0015929479,0.000054755255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005358828,0.0004181869,0.76815224,0.0001221179,0.00008049538,0.0000035684186,0.16870452,0.0049631614,0.0012512703,0.00062420336,0.0007345953,0.054892052],"study_design_scores_gemma":[0.0009988173,0.00023323261,0.11242975,0.0002981606,0.00010083361,0.00020349736,0.27693877,0.019656517,0.00019264355,0.00032793547,0.58766556,0.00095428905],"about_ca_topic_score_codex":0.0074133743,"about_ca_topic_score_gemma":0.0043314053,"teacher_disagreement_score":0.6557225,"about_ca_system_score_codex":0.0014383374,"about_ca_system_score_gemma":0.0025361518,"threshold_uncertainty_score":0.99919635},"labels":[],"label_agreement":null},{"id":"W31199295","doi":"10.2196/13930","title":"Administration Agreement for TF051061 Conformed","year":2010,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Advancements in Semiconductor Devices and Circuit Design","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Administration (probate law); Political science; Law","score_opus":0.011821123134391156,"score_gpt":0.31735749076357517,"score_spread":0.305536367629184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W31199295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9402829,0.00024402271,0.020888746,0.0011209659,0.011330374,0.001708014,0.0000126064915,0.00032100943,0.024091356],"genre_scores_gemma":[0.9965086,0.000024789015,0.0009457873,0.0005047971,0.00070397044,0.00062398316,0.00012024533,0.000015046174,0.0005527791],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993208,0.0000038839726,0.0001968667,0.00010843291,0.00022076476,0.00014923052],"domain_scores_gemma":[0.99957746,0.000033720782,0.0000307765,0.00014751339,0.000052591873,0.00015793635],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012817848,0.000084596126,0.00007735106,0.000032216434,0.000040564504,0.000020945878,0.00011798886,0.00011121684,0.0014305438],"category_scores_gemma":[0.000096584416,0.000080965896,0.00002826167,0.0000564402,0.000028799186,0.00012419216,0.00000385889,0.00015308941,0.00004162309],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001642669,0.00034853336,0.000392184,0.00029034083,0.00003831497,6.187493e-7,0.00080427,0.00000909994,0.026069028,0.024460966,0.065531686,0.88203853],"study_design_scores_gemma":[0.0006067337,0.00009741519,0.0012306955,0.00005149983,0.000016400754,0.000012883992,0.00048434632,0.005608064,0.009066022,0.0028150885,0.97974455,0.00026631888],"about_ca_topic_score_codex":0.0000014369665,"about_ca_topic_score_gemma":0.000019802304,"teacher_disagreement_score":0.9142128,"about_ca_system_score_codex":0.000033265034,"about_ca_system_score_gemma":0.00029431723,"threshold_uncertainty_score":0.9994823},"labels":[],"label_agreement":null},{"id":"W3121153893","doi":"10.2196/23741","title":"Association Between General self-efficacy and Perceived Stress, Life Satisfaction: A Cross-sectional Study Among Chinese Medical Students (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Association (psychology); Cross-sectional study; Psychology; Life satisfaction; Clinical psychology; Stress (linguistics); Medicine; Gerontology; Social psychology; Psychotherapist","score_opus":0.03547709809609148,"score_gpt":0.47400530970705224,"score_spread":0.4385282116109608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121153893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97450805,0.00013449368,0.000024432087,0.020492762,0.0018882422,0.002487431,0.000028946335,0.00025642157,0.00017924454],"genre_scores_gemma":[0.9857803,0.00017466542,0.00006705447,0.005608942,0.00675987,0.0009761582,0.00016720321,0.000037204165,0.0004285826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9916282,0.0016724904,0.0013704122,0.00075998344,0.003998663,0.0005702203],"domain_scores_gemma":[0.9952474,0.0011340879,0.0005566775,0.0002698017,0.0005069256,0.0022850872],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002499633,0.00029350998,0.0005171363,0.0001029646,0.0011283989,0.000089348396,0.00047591337,0.00095756183,0.0063597024],"category_scores_gemma":[0.009081501,0.00023949028,0.00007928998,0.0003601555,0.00008638521,0.00029665677,0.00047649367,0.0023309248,0.00021936842],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060732946,0.0013071378,0.97749573,0.00026655258,0.00016869375,0.00000405382,0.010281981,7.440256e-7,0.0000019060066,0.000015986465,0.0036901752,0.006706307],"study_design_scores_gemma":[0.0026677574,0.00015949797,0.99317044,0.0004820269,0.000035571647,9.308752e-7,0.0021770191,0.00030660362,1.9942858e-7,0.000042325704,0.00074562366,0.00021202353],"about_ca_topic_score_codex":0.0019924813,"about_ca_topic_score_gemma":0.0006452046,"teacher_disagreement_score":0.01567469,"about_ca_system_score_codex":0.0005243609,"about_ca_system_score_gemma":0.0050127087,"threshold_uncertainty_score":0.99997073},"labels":[],"label_agreement":null},{"id":"W3125356059","doi":"10.2196/18590","title":"Willingness to Use Digital Health Tools in Patient Care Among Health Care Professionals and Students at a University Hospital in Saudi Arabia: Quantitative Cross-sectional Survey","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"College of Medicine, King Saud University; King Saud University","keywords":"Cross-sectional study; Health care; Family medicine; Medicine; Nursing; Health professionals; Political science","score_opus":0.05648093817304769,"score_gpt":0.48309578513324075,"score_spread":0.4266148469601931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125356059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98656934,0.00091798976,0.000029037283,0.005107336,0.0010813565,0.005693977,0.0004923872,0.00003952843,0.00006904777],"genre_scores_gemma":[0.9890327,0.00027124095,0.00020650998,0.0053759427,0.000084432686,0.002238253,0.0024174196,0.000024927282,0.00034859698],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99503267,0.0013750254,0.0011342033,0.00078263244,0.0008845274,0.0007909535],"domain_scores_gemma":[0.995833,0.001118694,0.00046447973,0.00030746183,0.00081737444,0.0014590323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010202803,0.00021432189,0.0004684922,0.00023238389,0.0009662212,0.000048946153,0.0002031222,0.00032587585,0.000118837575],"category_scores_gemma":[0.002434715,0.0002248677,0.000041931886,0.00093749096,0.00011207069,0.0004450531,0.0003161528,0.00091752195,0.000038693637],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014267374,0.00086177647,0.94691086,0.00085770886,0.0000043274754,0.000005313252,0.038742706,0.0000031503953,1.4819422e-7,0.00028740044,0.0025955024,0.009588423],"study_design_scores_gemma":[0.0011019331,0.00029429942,0.94322,0.00095719,9.037324e-7,0.0000016320561,0.0453833,0.000008735762,3.1358195e-7,0.00001396372,0.008859009,0.00015870547],"about_ca_topic_score_codex":0.0057318835,"about_ca_topic_score_gemma":0.045695145,"teacher_disagreement_score":0.03996326,"about_ca_system_score_codex":0.0036056172,"about_ca_system_score_gemma":0.017673358,"threshold_uncertainty_score":0.98789555},"labels":[],"label_agreement":null},{"id":"W3126678760","doi":"10.2196/24993","title":"Medical Students Respond: Question Precision and Gender Differentiation. Comment on “Understanding Medical Students’ Attitudes Toward Learning eHealth: Questionnaire Study”","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Psychology; Medical education; Mathematics education; Medicine; Health care; Political science","score_opus":0.09961451824817177,"score_gpt":0.5283900623362573,"score_spread":0.4287755440880855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126678760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9087046,0.0010799412,0.0029423996,0.078635566,0.0049493187,0.0030827096,0.0000021115561,0.00027465873,0.0003287385],"genre_scores_gemma":[0.97718513,0.00126908,0.00004155637,0.017264407,0.001659426,0.0014994611,0.00013932759,0.000069657115,0.0008719371],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9754912,0.009267199,0.0019759722,0.001059223,0.01115862,0.0010477692],"domain_scores_gemma":[0.9938199,0.0022834917,0.0006073887,0.00054971717,0.00048031716,0.0022591802],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015364381,0.00041999927,0.0007467493,0.00036520744,0.0015816013,0.00013578714,0.0009620918,0.0011223274,0.0032543493],"category_scores_gemma":[0.014957975,0.0003697404,0.00008498506,0.00055770716,0.0001381198,0.00022600005,0.00072460785,0.0038150556,0.00017848707],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024310268,0.0055303625,0.93873936,0.0012260295,0.00011468029,0.000046708432,0.015074958,0.0000010249479,0.000002981889,0.0051830243,0.017574744,0.016263038],"study_design_scores_gemma":[0.0048789163,0.001075288,0.954881,0.0079523595,0.00006551792,0.000051874544,0.017809354,0.00054146483,0.0000023486798,0.0013492714,0.010950095,0.0004425081],"about_ca_topic_score_codex":0.0006075622,"about_ca_topic_score_gemma":0.00129464,"teacher_disagreement_score":0.06848059,"about_ca_system_score_codex":0.0035875454,"about_ca_system_score_gemma":0.012361676,"threshold_uncertainty_score":0.9998754},"labels":[],"label_agreement":null},{"id":"W3127383545","doi":"10.2196/25828","title":"The Impact of Electronic Health Record–Based Simulation During Intern Boot Camp: Interventional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Medicine; Boot camp; Workflow; Chart; Electronic health record; Intervention (counseling); Session (web analytics); Checklist; Patient safety; Medical education; Medical emergency; Medical physics; Health care; Computer science; Psychology; Nursing; Database; World Wide Web","score_opus":0.02596338675944034,"score_gpt":0.473077787629582,"score_spread":0.4471144008701417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127383545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878621,0.000638613,0.00025171926,0.009235474,0.00077800825,0.0011209968,0.0000039856795,0.000048642876,0.000060466977],"genre_scores_gemma":[0.99795586,0.000013809078,0.000049462218,0.00037795215,0.0005043511,0.0002658288,0.00025745307,0.000026864822,0.0005484236],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99723625,0.00039927583,0.00087908853,0.00032538833,0.00081165385,0.00034835513],"domain_scores_gemma":[0.9971748,0.0005776047,0.0003919413,0.00049966696,0.00097289635,0.00038311427],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00076443434,0.00015570255,0.0002822671,0.00016465281,0.00021596793,0.00002612118,0.00011280184,0.00010624237,0.001863798],"category_scores_gemma":[0.0012827619,0.000119920864,0.00021850847,0.00052946113,0.00006831968,0.000080791186,0.000027331762,0.0004561846,0.000021477954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048732146,0.0077779368,0.958752,0.0004141431,0.0001672757,0.0000033205085,0.0046247197,0.0017593881,0.000041451727,0.00013534256,0.0018645205,0.023972603],"study_design_scores_gemma":[0.0017117397,0.001222953,0.9710268,0.0006118428,0.000027555034,0.000020785596,0.00501614,0.019602466,0.000066007226,0.00025073768,0.00033277422,0.000110207795],"about_ca_topic_score_codex":0.00080229173,"about_ca_topic_score_gemma":0.00022267242,"teacher_disagreement_score":0.023862394,"about_ca_system_score_codex":0.0015348198,"about_ca_system_score_gemma":0.019386921,"threshold_uncertainty_score":0.99904865},"labels":[],"label_agreement":null},{"id":"W3137892094","doi":"10.2196/25892","title":"Social Media and Medical Education in the Context of the COVID-19 Pandemic: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":203,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Curriculum; Public relations; Context (archaeology); Health care; Medical education; Inclusion (mineral); Psychology; Medicine; Political science; Sociology; Pedagogy; Social science","score_opus":0.15152732989187082,"score_gpt":0.5334928385621124,"score_spread":0.3819655086702416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137892094","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24113935,0.030752141,0.0000062299177,0.71591127,0.0073868996,0.0030529546,0.0000018750645,0.000032959095,0.0017163157],"genre_scores_gemma":[0.82078445,0.036962863,0.000051427098,0.1341776,0.0045467922,0.003332827,0.000058695477,0.000017116332,0.00006824503],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948063,0.0022607883,0.0005998273,0.00025403078,0.001816401,0.0002626458],"domain_scores_gemma":[0.99313843,0.0053752232,0.00034011214,0.00025476768,0.00032532736,0.00056610914],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049751704,0.00010127483,0.00026398085,0.000056314828,0.0004772369,0.000028337805,0.00048389676,0.00032336713,0.0011789764],"category_scores_gemma":[0.1534474,0.00007288815,0.00006350476,0.00095405686,0.00083525875,0.000118828684,0.00005462603,0.0004994061,0.0000065016957],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007439331,0.0008438698,0.10386553,0.003060599,0.0000063698003,9.006218e-7,0.2682182,8.195564e-9,0.0000020573568,0.034416065,0.061167154,0.5284118],"study_design_scores_gemma":[0.0013075371,0.000033024782,0.23027144,0.039566126,0.00012310651,0.000092106326,0.28434575,0.000008409727,0.000009840145,0.016797155,0.4268992,0.00054631033],"about_ca_topic_score_codex":0.0027181094,"about_ca_topic_score_gemma":0.02615293,"teacher_disagreement_score":0.5817337,"about_ca_system_score_codex":0.00041265058,"about_ca_system_score_gemma":0.08957148,"threshold_uncertainty_score":0.9997341},"labels":[],"label_agreement":null},{"id":"W3140108188","doi":"10.2196/18952","title":"Web-based Compared to Personal Automated External Defibrillator Assisted Cardiopulmonary Resuscitation Training for Dental Students: Randomized Controlled Trial (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cardiopulmonary resuscitation; Automated external defibrillator; Web application; Randomized controlled trial; Medicine; Medical emergency; Resuscitation; Emergency medicine; Internal medicine; Computer science; World Wide Web","score_opus":0.024025570490923895,"score_gpt":0.36218772296158824,"score_spread":0.33816215247066433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3140108188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97157246,0.00013224522,0.0026142823,0.007474496,0.0035867845,0.013681798,0.000013549294,0.0003995521,0.0005248466],"genre_scores_gemma":[0.98654634,0.0000050840395,0.0020346076,0.0032637015,0.0026545643,0.0050429525,0.00036610768,0.00003825474,0.000048400358],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9960877,0.0004933499,0.0009807441,0.00051266945,0.0016243471,0.00030124822],"domain_scores_gemma":[0.99735636,0.00089134957,0.00029697656,0.00016527339,0.0003731658,0.0009168545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015980514,0.00025571196,0.001525268,0.00020370584,0.0001478948,0.00007967176,0.00014412781,0.00021576,0.00011717537],"category_scores_gemma":[0.0068447925,0.00020716811,0.0008756577,0.0003369384,0.00011838655,0.000092701404,0.00003300512,0.00022671233,0.00003756088],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9769563,0.00058602705,0.0024839968,0.00017631587,0.00037127148,0.0000073397664,0.0043226797,0.000050602368,0.002079387,0.000037387308,0.007786968,0.005141711],"study_design_scores_gemma":[0.89949083,0.00029993177,0.021252437,0.0005347915,0.0004751398,0.000011938704,0.0023024334,0.074104056,0.00003396413,0.000018213077,0.0012467897,0.00022947916],"about_ca_topic_score_codex":0.000017163002,"about_ca_topic_score_gemma":0.0000042828897,"teacher_disagreement_score":0.07746549,"about_ca_system_score_codex":0.00023868262,"about_ca_system_score_gemma":0.0026886319,"threshold_uncertainty_score":0.844807},"labels":[],"label_agreement":null},{"id":"W3152546283","doi":"10.2196/22992","title":"Using a Web-Based Quiz Game as a Tool to Summarize Essential Content in Medical School Classes: Retrospective Comparative Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Faculty of Medicine, Prince of Songkla University; Prince of Songkla University","keywords":"Class (philosophy); Mathematics education; Medical education; Multimedia; Perception; Computer science; Psychology; Medicine","score_opus":0.06131099717033634,"score_gpt":0.4437037035884246,"score_spread":0.38239270641808826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152546283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97472227,0.00018754101,0.00038283024,0.017232228,0.0024041494,0.0014492607,0.000007457058,0.00005209951,0.0035621508],"genre_scores_gemma":[0.9878945,0.000006388814,0.0004314724,0.0075390465,0.000849964,0.0013999463,0.00013146808,0.000025127041,0.0017220983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99586195,0.0006997995,0.00077416585,0.0008034252,0.0014674861,0.0003931838],"domain_scores_gemma":[0.99751955,0.00027806408,0.00019168365,0.000523424,0.00063333375,0.0008539361],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00089719816,0.00023969817,0.00043747333,0.00026693975,0.00007909673,0.000081112536,0.00033202965,0.00031507964,0.02286991],"category_scores_gemma":[0.0038294585,0.00023875378,0.000097869175,0.000954096,0.00013388194,0.00010239349,0.00006988094,0.00069370365,0.0005828308],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017647988,0.07691346,0.6564053,0.00013667604,0.0005589874,0.00033638932,0.09050607,0.000041843283,0.0026269956,0.042379502,0.10418812,0.024141809],"study_design_scores_gemma":[0.0037099856,0.00041170247,0.9142601,0.0003676107,0.000053645144,0.00006090651,0.06214617,0.0012370729,0.00008327018,0.0005041561,0.016751654,0.00041375268],"about_ca_topic_score_codex":0.0012227554,"about_ca_topic_score_gemma":0.0010973421,"teacher_disagreement_score":0.25785473,"about_ca_system_score_codex":0.0007204666,"about_ca_system_score_gemma":0.011952495,"threshold_uncertainty_score":0.9936488},"labels":[],"label_agreement":null},{"id":"W3152831105","doi":"10.2196/26667","title":"Using a Scenario-Based Approach to Teaching Professionalism to Medical Students: Course Description and Evaluation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Debriefing; Session (web analytics); Medical education; Likert scale; Psychology; Relevance (law); Qualitative research; Perception; Medicine; Computer science; Sociology","score_opus":0.0756443774171118,"score_gpt":0.49727238742104884,"score_spread":0.421628010003937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152831105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90144116,0.00021686612,0.021421224,0.07189159,0.0018589422,0.0019771305,0.0000015137903,0.00007932841,0.0011122602],"genre_scores_gemma":[0.8816365,0.0000051071606,0.047238477,0.067859165,0.0011070388,0.0011111749,0.000530924,0.00004208636,0.00046955288],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99230725,0.00047491782,0.0006866243,0.0006687837,0.0054970444,0.00036540892],"domain_scores_gemma":[0.99711925,0.000081574224,0.00013068708,0.00047653102,0.0012745569,0.0009174012],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050170086,0.0002260831,0.00033539446,0.00036437457,0.0003058011,0.00010348501,0.0002725998,0.00042817552,0.0012296692],"category_scores_gemma":[0.019714298,0.0002080603,0.000054458967,0.0010339282,0.00011170595,0.00018318999,0.00015062402,0.00090951956,0.000038524282],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002816571,0.023534223,0.029569728,0.0009186997,0.00013556976,0.000022725062,0.010623613,0.00008377095,0.0023500232,0.0051700817,0.1593175,0.76799244],"study_design_scores_gemma":[0.013193666,0.00094746967,0.40882504,0.017690945,0.0013203706,0.0017309088,0.03344552,0.37342113,0.00070357823,0.0014335266,0.14535792,0.0019299146],"about_ca_topic_score_codex":0.000064848056,"about_ca_topic_score_gemma":0.000008515658,"teacher_disagreement_score":0.7660625,"about_ca_system_score_codex":0.0007775987,"about_ca_system_score_gemma":0.015331955,"threshold_uncertainty_score":0.9996833},"labels":[],"label_agreement":null},{"id":"W3153071742","doi":"10.2196/25213","title":"Planning Engaging, Remote, Synchronous Didactics in the COVID-19 Pandemic Era","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Curriculum; Coronavirus disease 2019 (COVID-19); Pandemic; Set (abstract data type); Medical education; Pedagogy; Computer science; Sociology; Medicine","score_opus":0.11908559765220209,"score_gpt":0.4966164117033439,"score_spread":0.37753081405114186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153071742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78032094,0.0014801916,0.0002488918,0.19552033,0.009411222,0.0011883242,9.293838e-7,0.000115888164,0.011713286],"genre_scores_gemma":[0.97126365,0.0004621311,0.00045340825,0.023380745,0.0036768252,0.00055302074,0.000041404608,0.000012292999,0.00015649782],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99658525,0.0014931954,0.00031912272,0.000254533,0.0009810494,0.00036683984],"domain_scores_gemma":[0.99407387,0.0048976582,0.00013337322,0.00023661164,0.00012575567,0.000532755],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032814208,0.00008967601,0.00013416228,0.000084153864,0.0006170933,0.00007445282,0.00033819885,0.00026525802,0.0008686741],"category_scores_gemma":[0.066234656,0.000081750564,0.000035425415,0.00077668554,0.00025104175,0.00011538382,0.000022066968,0.00079719897,0.000038549013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075969306,0.00044858843,0.2109596,0.000092565075,0.0000050819576,0.000015168666,0.5365077,0.0000031908032,0.0000038015523,0.004728469,0.026404334,0.22082387],"study_design_scores_gemma":[0.00024701242,0.00001661692,0.08867653,0.000117322816,0.00001021833,0.00003046894,0.14142019,0.00006788593,0.0000012859497,0.004075245,0.765194,0.00014321264],"about_ca_topic_score_codex":0.009224972,"about_ca_topic_score_gemma":0.004233328,"teacher_disagreement_score":0.7387897,"about_ca_system_score_codex":0.0011211432,"about_ca_system_score_gemma":0.024406515,"threshold_uncertainty_score":0.9973727},"labels":[],"label_agreement":null},{"id":"W3153227742","doi":"10.2196/19079","title":"Survey of Residency Directors’ Views on Entrepreneurship","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Entrepreneurship; Affect (linguistics); Medical education; Field (mathematics); Psychology; Medical school; Public relations; Business; Medicine; Political science; Finance","score_opus":0.07032951203508038,"score_gpt":0.3962868496559131,"score_spread":0.32595733762083273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153227742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87772566,0.0007335108,0.000008425787,0.01835736,0.0025186613,0.0001585543,0.000004449182,0.000030472702,0.10046293],"genre_scores_gemma":[0.99080247,0.00032384085,0.000020889534,0.002109641,0.00037590606,0.000010816742,0.000056736233,0.000003225169,0.0062964894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976792,0.00066983595,0.0001519613,0.00015600331,0.0012149473,0.00012810653],"domain_scores_gemma":[0.9989007,0.00036019736,0.00006265326,0.00016379076,0.00027718986,0.0002354275],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018360985,0.00004680781,0.00011839461,0.000041516112,0.00009865286,0.000015675601,0.00024591654,0.000104272905,0.005226673],"category_scores_gemma":[0.0068120044,0.00004413244,0.000034667584,0.00040286552,0.00019103856,0.00005336376,0.000028883627,0.00013241517,0.00006497351],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032363052,0.0012179039,0.38828233,0.000060605435,0.000017491937,0.000011352975,0.032006398,1.72419e-7,0.000039915332,0.023026558,0.3063374,0.24896754],"study_design_scores_gemma":[0.00016171626,0.000038680628,0.8237019,0.00021761707,0.000010620803,5.157887e-7,0.008922611,6.637677e-7,0.00023791753,0.00069551956,0.1659386,0.00007363607],"about_ca_topic_score_codex":0.003618636,"about_ca_topic_score_gemma":0.006050375,"teacher_disagreement_score":0.43541956,"about_ca_system_score_codex":0.00005521676,"about_ca_system_score_gemma":0.003438491,"threshold_uncertainty_score":0.99568266},"labels":[],"label_agreement":null},{"id":"W3153822422","doi":"10.2196/28805","title":"Analysis of Cyberincivility in Posts by Health Professions Students: Descriptive Twitter Data Mining Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Descriptive statistics; Coursework; Social media; Pharmacy; Medical education; Psychology; Descriptive research; Medicine; Nursing; Computer science; Sociology; World Wide Web","score_opus":0.15944140974699825,"score_gpt":0.5456550077944058,"score_spread":0.3862135980474075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153822422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96965027,0.0003521079,0.000016772608,0.025498776,0.0026486467,0.0015912523,0.000014990229,0.000020755573,0.0002064015],"genre_scores_gemma":[0.9967258,0.00010181736,0.00020237104,0.0012537171,0.0002780632,0.00089338486,0.00042385684,0.000007822209,0.000113191854],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99502045,0.0020018716,0.0006708006,0.0004616658,0.0015172694,0.00032791874],"domain_scores_gemma":[0.99736106,0.0010019179,0.0003038716,0.0005650637,0.00032272117,0.00044535316],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0040538902,0.000093072325,0.0003682641,0.0002365594,0.00024454168,0.000029160372,0.00063190405,0.00014269898,0.0007073153],"category_scores_gemma":[0.015011523,0.00009738425,0.000036693393,0.0028916935,0.00017109966,0.00023298188,0.00017648378,0.00028352646,0.0000046587916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056341755,0.0036634218,0.68313354,0.000020999161,0.000051681756,5.223135e-7,0.28847238,6.5132234e-8,0.0000018168082,0.000021233454,0.005109467,0.019519234],"study_design_scores_gemma":[0.00015763572,0.000028573693,0.67885584,0.000090919675,0.00004822846,6.965225e-8,0.31795081,0.00001968572,9.350741e-7,0.000017034052,0.0027747098,0.00005555563],"about_ca_topic_score_codex":0.029634908,"about_ca_topic_score_gemma":0.061607603,"teacher_disagreement_score":0.031972695,"about_ca_system_score_codex":0.000794191,"about_ca_system_score_gemma":0.013146905,"threshold_uncertainty_score":0.9932855},"labels":[],"label_agreement":null},{"id":"W3154243772","doi":"10.2196/23980","title":"Using a Web-Based Platform as an Alternative for Conducting International, Multidisciplinary Medical Conferences During the Novel COVID-19 Pandemic: Analysis of a Conference","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Conferences and Exhibitions Management","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Videoconferencing; Session (web analytics); Multidisciplinary approach; Web application; World Wide Web; Library science; Political science; Medical education; Multimedia; Computer science; Medicine","score_opus":0.22377748371348127,"score_gpt":0.49213780890673275,"score_spread":0.2683603251932515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154243772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9649041,0.00003298971,0.015609296,0.015801465,0.0007109514,0.00046580916,0.000037604397,0.000041477422,0.0023963018],"genre_scores_gemma":[0.9971695,0.00008484944,0.00078293856,0.0009854126,0.0003399888,0.0002051749,0.00019477418,0.0000060501834,0.00023131535],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975157,0.00017394865,0.00043896766,0.0003605915,0.0012766564,0.00023416935],"domain_scores_gemma":[0.99776393,0.00063535565,0.0002999872,0.00020627618,0.0006480557,0.00044639994],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015850685,0.00011817584,0.00024845297,0.00023859245,0.0006038914,0.00012304659,0.0005567191,0.00014890838,0.004787396],"category_scores_gemma":[0.0046165567,0.00009449386,0.00014146406,0.00070124975,0.00053862185,0.00024502858,0.000116147574,0.00019454757,0.0000016269429],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042836304,0.006175624,0.15085933,0.0005149425,0.002710147,0.000031679294,0.16754977,0.0018970973,0.0022105612,0.59780806,0.000581606,0.06923281],"study_design_scores_gemma":[0.0028866325,0.00011283778,0.01016255,0.00047608948,0.00069420476,0.00001736824,0.32435033,0.63131773,0.00020348295,0.0073807007,0.021887507,0.0005105754],"about_ca_topic_score_codex":0.0068569896,"about_ca_topic_score_gemma":0.023463493,"teacher_disagreement_score":0.62942064,"about_ca_system_score_codex":0.00029076304,"about_ca_system_score_gemma":0.015457188,"threshold_uncertainty_score":0.99975646},"labels":[],"label_agreement":null},{"id":"W3154623839","doi":"10.2196/27877","title":"Best Practices for Integrating Medical Students Into Telehealth Visits","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Pandemic; Coronavirus disease 2019 (COVID-19); Medicine; Health care; Health care delivery; MEDLINE; Medical education; 2019-20 coronavirus outbreak; Telemedicine; Nursing; Medical emergency; Political science","score_opus":0.04741081120085792,"score_gpt":0.5209791480300793,"score_spread":0.47356833682922134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154623839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80834824,0.0010205257,0.0019653111,0.18335329,0.0018051311,0.0016533675,0.0000037938744,0.000104926934,0.0017454359],"genre_scores_gemma":[0.9027754,0.0007541331,0.011171705,0.07332716,0.005563224,0.001579866,0.0014458762,0.000066029745,0.0033166276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956063,0.00015255355,0.00081871584,0.00045551866,0.002562398,0.00040448087],"domain_scores_gemma":[0.99676806,0.0005343821,0.00050060323,0.00030130468,0.00066781644,0.0012278197],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017164022,0.00018135268,0.00037621317,0.00014661386,0.00020648293,0.000050813942,0.00024396997,0.00027738654,0.002599118],"category_scores_gemma":[0.017958034,0.00015280777,0.000080566686,0.00044067643,0.00006212496,0.00019226845,0.00008165362,0.00056557293,0.00006030773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013047396,0.0025862856,0.06254099,0.0011607624,0.00006147527,0.000042094773,0.002774972,1.5197061e-8,0.00012937882,0.0010661966,0.06971092,0.8597964],"study_design_scores_gemma":[0.007889518,0.0019872529,0.05830927,0.0027486978,0.00027464193,0.0009748868,0.02439526,0.000580416,0.0008338808,0.00085133396,0.9007734,0.00038143055],"about_ca_topic_score_codex":0.000706764,"about_ca_topic_score_gemma":0.0009318578,"teacher_disagreement_score":0.859415,"about_ca_system_score_codex":0.00024714682,"about_ca_system_score_gemma":0.011531859,"threshold_uncertainty_score":0.99831265},"labels":[],"label_agreement":null},{"id":"W3155244315","doi":"10.2196/23235","title":"Individual and Institutional Factors Preventing Completion of Research by Medical Graduate Students at Cairo University: Questionnaire Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mentorship; Graduation (instrument); Publishing; Medical education; Medicine; Health care; Family medicine; Psychology; Political science","score_opus":0.20885191189085905,"score_gpt":0.5293421386597879,"score_spread":0.3204902267689288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155244315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761823,0.00040610353,0.00004543342,0.022068664,0.0002368056,0.000760805,0.000011612891,0.000025982737,0.00026229225],"genre_scores_gemma":[0.99707997,0.00037624215,0.000034518383,0.0008305029,0.00023068178,0.000022186508,0.00035372193,0.000009539119,0.0010626449],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9912368,0.00078786735,0.00038228073,0.00035425724,0.0067143943,0.000524417],"domain_scores_gemma":[0.9937485,0.0004125372,0.00007976199,0.00020859581,0.0007058093,0.0048448327],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004543685,0.00011404231,0.00029215665,0.0002442141,0.00032333113,0.00001863728,0.00019948813,0.00023219104,0.000678112],"category_scores_gemma":[0.05158785,0.00009925224,0.000040488336,0.0006382289,0.00061014097,0.00011023102,0.00033123745,0.0009365198,0.000012680723],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024758017,0.0076423427,0.8335049,0.00084040104,0.00012349847,0.00024799022,0.0060224044,5.691881e-8,0.00013816617,0.00035154138,0.05897415,0.09190697],"study_design_scores_gemma":[0.0030562105,0.00066426425,0.96296567,0.0016428031,0.000042478194,0.000114688664,0.007571559,0.000077167744,0.0001193475,0.000040881718,0.023607347,0.000097592485],"about_ca_topic_score_codex":0.00052771205,"about_ca_topic_score_gemma":0.00013669311,"teacher_disagreement_score":0.12946077,"about_ca_system_score_codex":0.0005273712,"about_ca_system_score_gemma":0.021962984,"threshold_uncertainty_score":0.9835816},"labels":[],"label_agreement":null},{"id":"W3155345077","doi":"10.2196/20704","title":"Shared Tobacco Cessation Curriculum Website for Health Professionals: Longitudinal Analysis of User and Utilization Data Over a Period of 15 Years","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Curriculum; Referral; Smoking cessation; Medicine; Pharmacy; Medical education; Health care; Health professionals; The Internet; Page view; Family medicine; World Wide Web; Psychology; Computer science; Political science; Web development","score_opus":0.06696102105632445,"score_gpt":0.45200903304594575,"score_spread":0.3850480119896213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155345077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947868,0.00026486584,0.00089329144,0.0033117332,0.0002221492,0.0004048216,0.00008700674,0.000012349567,0.000017010492],"genre_scores_gemma":[0.99173534,0.00006220742,0.00053959095,0.0004180168,0.00009765333,0.00007509266,0.006948918,0.0000093283825,0.00011382782],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985289,0.00006854323,0.00041216504,0.00029400512,0.00059530383,0.00010107642],"domain_scores_gemma":[0.99880815,0.000046308745,0.0002775595,0.00035758817,0.00037779636,0.00013258292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004619919,0.000077394776,0.0003068867,0.00021633696,0.000041169307,0.000012179784,0.000081385755,0.00012092006,0.00079619035],"category_scores_gemma":[0.000654101,0.00007130792,0.00005935148,0.0007802702,0.000046604346,0.00018289621,0.000051304345,0.000092731716,2.685738e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045214638,0.0011830835,0.9705478,0.00029955927,0.00013855718,6.4265555e-7,0.0012404358,6.446102e-7,0.00013197445,0.00022784312,0.0065035056,0.019680744],"study_design_scores_gemma":[0.00066473614,0.00006403126,0.9940782,0.00040077523,0.00053727697,0.0000052676496,0.001214448,0.001905735,0.000076004726,0.000020757345,0.00097469136,0.000058038277],"about_ca_topic_score_codex":0.000083490704,"about_ca_topic_score_gemma":0.000083637235,"teacher_disagreement_score":0.023530442,"about_ca_system_score_codex":0.000063818545,"about_ca_system_score_gemma":0.0016746947,"threshold_uncertainty_score":0.8717726},"labels":[],"label_agreement":null},{"id":"W3155558143","doi":"10.2196/27169","title":"An Imperative for the National Public Health School in Burkina Faso to Promote the Use of Information and Communication Technologies in Education During the COVID-19 Pandemic: Critical Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Educational Technology and E-Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Information and Communications Technology; Public relations; Closure (psychology); Business; Political science; Knowledge management; Medical education; Economic growth; Medicine; Economics","score_opus":0.05543603128317324,"score_gpt":0.4114800525840488,"score_spread":0.35604402130087554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155558143","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46442974,0.00056946825,0.032509636,0.50140023,0.00012433791,0.0008679708,0.0000035309258,0.0000802866,0.000014780887],"genre_scores_gemma":[0.98382795,0.00031559382,0.008588837,0.00589034,0.000027637936,0.0012697759,0.000060454204,0.0000031419868,0.000016298296],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99836344,0.00040111243,0.0004414684,0.00021615284,0.00039005774,0.00018778467],"domain_scores_gemma":[0.9975057,0.0012725301,0.00016747433,0.00044271865,0.00049064634,0.00012088542],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002249586,0.00008963515,0.00013452527,0.00043213533,0.000478824,0.00020495469,0.0007454691,0.00013789152,0.000013406574],"category_scores_gemma":[0.019987809,0.00005740778,0.000029182269,0.002138709,0.00024087132,0.0010661407,0.00017503535,0.000491992,0.0000014582938],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027173466,0.0011454249,0.20339844,0.00015979796,0.00007886916,1.3628048e-7,0.043025106,0.0011502508,0.00011710486,0.4839351,0.002205088,0.2647575],"study_design_scores_gemma":[0.0005729194,0.00015992612,0.75395745,0.00016242095,0.00002944874,0.000081994294,0.068913296,0.06212014,0.0001019278,0.035389226,0.07820844,0.0003028031],"about_ca_topic_score_codex":0.00023150789,"about_ca_topic_score_gemma":0.00072943093,"teacher_disagreement_score":0.55055904,"about_ca_system_score_codex":0.00041294625,"about_ca_system_score_gemma":0.006093437,"threshold_uncertainty_score":0.9995411},"labels":[],"label_agreement":null},{"id":"W3155685735","doi":"10.2196/24358","title":"Application of the Inverted Classroom Model for Teaching Pathophysiology to Chinese Undergraduate Medical Students: Usability Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nanchang University","keywords":"Curriculum; Medical education; Test (biology); Medicine; Class (philosophy); Psychology; Mathematics education; Pedagogy; Computer science","score_opus":0.026244496751654498,"score_gpt":0.46287306914045107,"score_spread":0.43662857238879654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155685735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78215814,0.0000074159884,0.1686374,0.046654552,0.00063126633,0.0014948442,0.000002821266,0.0000395913,0.0003739702],"genre_scores_gemma":[0.9863636,0.0000028551142,0.0067627034,0.00518363,0.00039396444,0.0008594286,0.000017857434,0.000013282555,0.00040271363],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99423534,0.0026764001,0.00051273376,0.0004170329,0.0019063015,0.0002521944],"domain_scores_gemma":[0.9978672,0.0007371162,0.0001923764,0.00047179617,0.0004774301,0.00025407755],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007976515,0.00012631899,0.0002663906,0.00006118028,0.00048648968,0.000026720389,0.0009695824,0.0002096984,0.000060179962],"category_scores_gemma":[0.02708052,0.00009161628,0.00008644136,0.00071793597,0.0003335482,0.00009617253,0.0002648854,0.0005337876,0.0000038861244],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090976755,0.012201338,0.44727778,0.0001234151,0.00008794222,4.6814225e-7,0.11506305,0.00006075875,0.0022833901,0.06619601,0.00862548,0.34798938],"study_design_scores_gemma":[0.0022092334,0.00028347888,0.58477455,0.00022527603,0.00007566064,0.000002136631,0.04416543,0.08508031,0.000093622344,0.2729958,0.009527168,0.0005673514],"about_ca_topic_score_codex":0.00081733265,"about_ca_topic_score_gemma":0.0018433629,"teacher_disagreement_score":0.34742203,"about_ca_system_score_codex":0.00028527828,"about_ca_system_score_gemma":0.0039440626,"threshold_uncertainty_score":0.9811148},"labels":[],"label_agreement":null},{"id":"W3155877991","doi":"10.2196/25903","title":"The United States Medical Licensing Exam Step 2 Clinical Skills Examination: Potential Alternatives During and After the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Coronavirus disease 2019 (COVID-19); United States Medical Licensing Examination; Graduate medical education; Pandemic; Matching (statistics); Medical school; Psychology; Medicine; Pathology","score_opus":0.021373693888718206,"score_gpt":0.41468073718341286,"score_spread":0.3933070432946947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155877991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88371974,0.00074905343,0.0010460715,0.111638114,0.002119373,0.0005037405,0.0000027912097,0.0000844455,0.00013666948],"genre_scores_gemma":[0.92928565,0.003933421,0.0006140104,0.060669057,0.0030302098,0.0002831622,0.0005169748,0.000036428926,0.0016311017],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99523616,0.00095788855,0.0009873109,0.0005123255,0.0019223207,0.00038397877],"domain_scores_gemma":[0.99620444,0.0014614755,0.00027128804,0.0005971973,0.0007655248,0.00070008123],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036120757,0.00021773213,0.00029063527,0.00017411204,0.0006064475,0.00011423694,0.0002851969,0.00040307821,0.0015091003],"category_scores_gemma":[0.031090872,0.00013525467,0.00008893228,0.00093741965,0.0012522696,0.00013224497,0.00018189651,0.0013520546,0.000023194745],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031829657,0.0032073548,0.14067073,0.0004170574,0.0002637768,0.00020137042,0.008094703,0.0000037125837,0.000038775575,0.0009918195,0.04530332,0.80048907],"study_design_scores_gemma":[0.00233638,0.000099708486,0.7809197,0.00051692344,0.00013156056,0.0025998526,0.012574569,0.0045166495,0.000019768408,0.00036627235,0.19567403,0.000244592],"about_ca_topic_score_codex":0.00007557145,"about_ca_topic_score_gemma":0.00008051182,"teacher_disagreement_score":0.8002445,"about_ca_system_score_codex":0.00029551255,"about_ca_system_score_gemma":0.0044880197,"threshold_uncertainty_score":0.99940366},"labels":[],"label_agreement":null},{"id":"W3156435682","doi":"10.2196/27020","title":"Virtual vs Online: Insight From Medical Students. Comment on “Effectiveness of Virtual Medical Teaching During the COVID-19 Crisis: Systematic Review”","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Online teaching; Medical education; Psychology; Medicine; Virology; Pathology","score_opus":0.014119123120372452,"score_gpt":0.4019204609702569,"score_spread":0.38780133784988446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156435682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5637303,0.0036730012,0.0012760352,0.42453933,0.0032967469,0.003062101,0.00002263023,0.00014511212,0.00025476454],"genre_scores_gemma":[0.6223931,0.0016436711,0.0001469933,0.3715148,0.0014192262,0.0013727429,0.0012429005,0.000059590493,0.00020700869],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9840643,0.003052381,0.002070561,0.00076135906,0.009615982,0.00043541283],"domain_scores_gemma":[0.9926121,0.00314002,0.00066778087,0.0015277485,0.00073377026,0.001318542],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009077446,0.00041115537,0.0013551345,0.00027297193,0.000359853,0.0000485207,0.0012632429,0.0006794027,0.004519658],"category_scores_gemma":[0.12117684,0.0002807519,0.00025595742,0.0009850672,0.00044177487,0.00013085369,0.00039402297,0.0025627648,0.00007965505],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010851249,0.041183565,0.008498966,0.26235053,0.0016759717,0.0004705519,0.011241213,0.0000057231223,0.00018588918,0.017883033,0.6427107,0.012708746],"study_design_scores_gemma":[0.017545693,0.0024193882,0.054709446,0.7622744,0.0032202725,0.0023977226,0.040907566,0.0014411791,0.00094420055,0.0006964291,0.11162299,0.0018207266],"about_ca_topic_score_codex":0.00024792526,"about_ca_topic_score_gemma":0.000027753227,"teacher_disagreement_score":0.5310877,"about_ca_system_score_codex":0.0011234079,"about_ca_system_score_gemma":0.010938978,"threshold_uncertainty_score":0.9999645},"labels":[],"label_agreement":null},{"id":"W3156541038","doi":"10.2196/29335","title":"Author’s Reply to: Virtual vs Online: Insight From Medical Students. Comment on “Effectiveness of Virtual Medical Teaching During the COVID-19 Crisis: Systematic Review”","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Psychology; Medical education; Computer science; Medicine; Internal medicine","score_opus":0.017032715948330345,"score_gpt":0.41490647162960476,"score_spread":0.3978737556812744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156541038","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37372327,0.0015571592,0.0014252391,0.61675906,0.0031658881,0.0030613316,0.000020175006,0.00013104874,0.00015684984],"genre_scores_gemma":[0.4217142,0.00048197206,0.00027547896,0.5730657,0.0013802804,0.0017133222,0.0009070826,0.00006260063,0.00039935092],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9831061,0.0031894394,0.0023259912,0.0009169882,0.009979292,0.00048223278],"domain_scores_gemma":[0.99133897,0.0032541414,0.0006781908,0.0019263765,0.00089403,0.0019082705],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011697461,0.00043477252,0.0014185682,0.000339175,0.00038103253,0.00005750273,0.001366474,0.000598836,0.0035300292],"category_scores_gemma":[0.18231122,0.00030373828,0.00025068576,0.0012660661,0.00032954183,0.00012379856,0.0004841589,0.0024918625,0.00010632102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007161744,0.017607335,0.0030296505,0.10253767,0.00075743895,0.0002471437,0.008951458,0.000004682058,0.00011715822,0.0077890162,0.8512519,0.0069903983],"study_design_scores_gemma":[0.010959596,0.0027283838,0.047161218,0.61770284,0.0023609814,0.0017510534,0.035260484,0.0008707758,0.0008615973,0.00047470798,0.27822727,0.0016410779],"about_ca_topic_score_codex":0.00038234843,"about_ca_topic_score_gemma":0.000030025176,"teacher_disagreement_score":0.5730246,"about_ca_system_score_codex":0.0013335772,"about_ca_system_score_gemma":0.01091823,"threshold_uncertainty_score":0.99994147},"labels":[],"label_agreement":null},{"id":"W3156621527","doi":"10.2196/22745","title":"Shared Decision-Making With a Virtual Patient in Medical Education: Mixed Methods Evaluation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Focus group; Psychology; Cohort; Variety (cybernetics); Medicine; Computer science","score_opus":0.14205766051829674,"score_gpt":0.5740720286936812,"score_spread":0.4320143681753845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156621527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.956742,0.0025216406,0.0012515433,0.02242907,0.007867229,0.005810895,0.000006613956,0.00014811245,0.003222906],"genre_scores_gemma":[0.96157104,0.000039481754,0.017361244,0.009068751,0.00046112802,0.011045394,0.00029872183,0.000052116324,0.00010213041],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9838618,0.009330742,0.0018264573,0.00082985143,0.003594743,0.000556396],"domain_scores_gemma":[0.9903412,0.0039391518,0.0006653673,0.0015723638,0.0026045851,0.00087735115],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003570039,0.00029644778,0.0005017155,0.00041722006,0.0006566832,0.000034963774,0.00069359655,0.0005763729,0.010701213],"category_scores_gemma":[0.038036034,0.00026136296,0.00006665686,0.0016580041,0.00011431474,0.00034821482,0.00045919768,0.0018300232,0.00015256979],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017452717,0.005034704,0.061619233,0.00013165403,0.000026920161,0.000007845202,0.04890122,0.0000069465186,0.0000026607815,0.00088049745,0.012470264,0.8707435],"study_design_scores_gemma":[0.0047306414,0.00096461386,0.45707285,0.010317711,0.000095906384,0.000057554975,0.4950434,0.009584493,0.000008682625,0.004753385,0.016683059,0.00068771176],"about_ca_topic_score_codex":0.00037211753,"about_ca_topic_score_gemma":0.0034453678,"teacher_disagreement_score":0.8700558,"about_ca_system_score_codex":0.0015099592,"about_ca_system_score_gemma":0.06821704,"threshold_uncertainty_score":0.99998385},"labels":[],"label_agreement":null},{"id":"W3156894961","doi":"10.2196/29099","title":"Teaching Telemedicine: The Next Frontier for Medical Educators","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telemedicine; Workflow; Medical education; Pandemic; Curriculum; Virtual patient; Health care; Coronavirus disease 2019 (COVID-19); Frontier; Medicine; Best practice; Nursing; Psychology; Computer science; Pedagogy","score_opus":0.02431112880763667,"score_gpt":0.41498976696012824,"score_spread":0.39067863815249154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156894961","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43648466,0.0019527889,0.0029473894,0.54724044,0.0047929534,0.0020117022,0.000005683113,0.00014135438,0.0044230116],"genre_scores_gemma":[0.8151952,0.00032894142,0.0036410417,0.15871932,0.012367263,0.0019152159,0.0011230839,0.00007761304,0.006632312],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99639004,0.00018299582,0.00078518625,0.00042967795,0.0017143879,0.0004977263],"domain_scores_gemma":[0.9973927,0.00052189664,0.00017173422,0.00048488614,0.0003558557,0.0010728836],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016754625,0.00021010442,0.00038326404,0.00013382958,0.00032370488,0.00003054768,0.00023214724,0.0002671103,0.0064672045],"category_scores_gemma":[0.0074884333,0.00013949553,0.00014275573,0.0003411912,0.00017313742,0.00013507107,0.000056224944,0.00085984194,0.000046756362],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054160842,0.00069440296,0.008539607,0.00026963337,0.00004781184,0.000014607199,0.0016915424,1.339686e-8,0.000053086576,0.0028004765,0.46739954,0.5184351],"study_design_scores_gemma":[0.0029713737,0.0003176649,0.036960438,0.00048691095,0.00016172983,0.00072583224,0.012232448,0.00032954555,0.00017877793,0.0008102878,0.94465035,0.00017461494],"about_ca_topic_score_codex":0.00025049894,"about_ca_topic_score_gemma":0.00010546344,"teacher_disagreement_score":0.51826054,"about_ca_system_score_codex":0.0001695083,"about_ca_system_score_gemma":0.011001785,"threshold_uncertainty_score":0.99460495},"labels":[],"label_agreement":null},{"id":"W3157970355","doi":"10.2196/28733","title":"Audiovisual Content for a Radiology Fellowship Selection Process During the COVID-19 Pandemic: Pilot Web-Based Questionnaire Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Selection (genetic algorithm); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Process (computing); Medical education; Computer science; Medicine; Psychology; World Wide Web; Multimedia; Virology; Pathology; Artificial intelligence; Outbreak","score_opus":0.08399404292261799,"score_gpt":0.4209798130801618,"score_spread":0.33698577015754383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157970355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96136314,0.00017241134,0.00067092065,0.035139084,0.0012029464,0.0010678236,0.0000021082678,0.000116414136,0.00026514175],"genre_scores_gemma":[0.98918736,0.00002582681,0.00001551783,0.0078100427,0.001066283,0.0005836135,0.000025423791,0.0000060440866,0.0012798886],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9978109,0.0006370128,0.00019109409,0.00026936742,0.0008515451,0.00024011004],"domain_scores_gemma":[0.9987345,0.00030114452,0.000089578396,0.000107011496,0.00039880862,0.00036899734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023488882,0.00008621259,0.00014398406,0.000054800414,0.00094412215,0.000050759478,0.0002926483,0.00012186517,0.00038366969],"category_scores_gemma":[0.0078050424,0.0000680414,0.00004777297,0.0003810428,0.00035388148,0.00008670158,0.000021371323,0.00023859087,0.0000070425235],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036055877,0.0028054828,0.9199245,0.00030278848,0.000053317388,0.000009283947,0.047833264,0.000021605343,0.00019444499,0.002049353,0.018941408,0.0075039673],"study_design_scores_gemma":[0.010302358,0.0017585653,0.32030517,0.00030268217,0.0002810754,0.00010101646,0.56182134,0.00047266282,0.00008127824,0.0018797257,0.10214496,0.00054918666],"about_ca_topic_score_codex":0.00085045147,"about_ca_topic_score_gemma":0.0064435904,"teacher_disagreement_score":0.5996194,"about_ca_system_score_codex":0.0004653468,"about_ca_system_score_gemma":0.008960578,"threshold_uncertainty_score":0.99665767},"labels":[],"label_agreement":null},{"id":"W3158480813","doi":"10.2196/25506","title":"Remote Teaching in a Preclinical Phantom Course in Operative Dentistry During the COVID-19 Pandemic: Observational Case Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Georg-August-Universität Göttingen","keywords":"Curriculum; Distance education; Medical education; Summative assessment; Coronavirus disease 2019 (COVID-19); Psychology; Asynchronous learning; Teaching method; Medicine; Computer science; Mathematics education; Pedagogy; Formative assessment","score_opus":0.1586390191258561,"score_gpt":0.5486004652332719,"score_spread":0.3899614461074158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158480813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99393576,0.00029826292,0.0001361763,0.0038942432,0.00067173963,0.00080981007,0.000012913615,0.00003731773,0.00020377782],"genre_scores_gemma":[0.9927992,0.000021990008,0.00007850661,0.0037522053,0.00030021754,0.00027195973,0.00008424883,0.000016213644,0.0026754464],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956881,0.001496939,0.0006573057,0.00053967466,0.0012532235,0.00036477615],"domain_scores_gemma":[0.99711657,0.0016593889,0.00010541953,0.0004025547,0.00008544166,0.00063061767],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002685881,0.00015821109,0.00023467807,0.00010179926,0.0002773927,0.00015484163,0.000378053,0.00019014174,0.001449613],"category_scores_gemma":[0.021399053,0.00013030403,0.00007185266,0.0005066116,0.00013905192,0.00025757402,0.00025403796,0.0013906691,0.0000658171],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015497569,0.0040114042,0.9553788,0.00010697634,0.00003600978,0.018360136,0.0069737406,0.000017803373,0.000098222765,0.00022192886,0.0034816735,0.011158373],"study_design_scores_gemma":[0.005018738,0.00008156919,0.9086664,0.00018832851,0.000021107275,0.016670922,0.06332731,0.0017771757,0.000011685771,0.0010809667,0.0028880779,0.0002677637],"about_ca_topic_score_codex":0.0045458036,"about_ca_topic_score_gemma":0.06195179,"teacher_disagreement_score":0.057405986,"about_ca_system_score_codex":0.0008149545,"about_ca_system_score_gemma":0.0072725182,"threshold_uncertainty_score":0.9994632},"labels":[],"label_agreement":null},{"id":"W3159083801","doi":"10.2196/29216","title":"Novice and Advanced Learners’ Satisfaction and Perceptions of an e-Learning Renal Semiology Module During the COVID-19 Pandemic: Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Medical education; Psychology; Semiology; Perception; Medicine; Mathematics education","score_opus":0.013391158959263719,"score_gpt":0.37924681756539474,"score_spread":0.365855658606131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159083801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927013,0.0005564397,0.0052461037,0.0009510001,0.0001835608,0.00016715402,6.59152e-7,0.00013444414,0.000059323156],"genre_scores_gemma":[0.9962871,0.0006742909,0.0025912307,0.00021454363,0.0000687818,0.00009882448,0.00001021593,0.0000101837,0.00004484886],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99894863,0.00037359048,0.0002086268,0.00019699881,0.00013792157,0.00013424674],"domain_scores_gemma":[0.9992998,0.00025508815,0.00004248885,0.00014198637,0.000034400127,0.00022623615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060262514,0.00008495217,0.00016828271,0.000063907326,0.00013020456,0.0000063271495,0.000057540554,0.00018710147,0.00016788127],"category_scores_gemma":[0.0018788187,0.000069034104,0.000017030912,0.00017435089,0.00017598041,0.00007655988,0.000047127724,0.0005115614,9.57789e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001996124,0.00017084014,0.11114653,0.00015234588,0.00004971356,0.0000044444832,0.007176584,0.0003648545,0.011464919,0.00048865605,0.00008486865,0.8688763],"study_design_scores_gemma":[0.0014095593,0.00022928046,0.8815891,0.000055828332,0.000064582935,0.00054982357,0.08660141,0.015324617,0.00037369976,0.0013312792,0.012234205,0.0002366033],"about_ca_topic_score_codex":0.00006891584,"about_ca_topic_score_gemma":0.00021055521,"teacher_disagreement_score":0.86863965,"about_ca_system_score_codex":0.00006109969,"about_ca_system_score_gemma":0.0001917916,"threshold_uncertainty_score":0.2815129},"labels":[],"label_agreement":null},{"id":"W3160172937","doi":"10.2196/28739","title":"Knowledge and Attitude Toward Evidence-Based Medicine and Associated Factors Among Medical Interns in Amhara Regional State Teaching Hospitals, Northwest Ethiopia: Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Gondar","keywords":"Odds ratio; Medicine; Logistic regression; Cross-sectional study; Family medicine; Confidence interval; Continuing medical education; Medical education; Continuing education; Internal medicine","score_opus":0.18223841062857088,"score_gpt":0.5521662605416872,"score_spread":0.3699278499131163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160172937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718947,0.00086208043,0.000036518653,0.023997664,0.0020281132,0.0009739266,0.000005674881,0.000047196983,0.00015414655],"genre_scores_gemma":[0.9954592,0.0004398172,0.000026361682,0.0021138825,0.00073580653,0.0004795321,0.00017833422,0.000015990568,0.0005510484],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935766,0.0021446738,0.0010332767,0.00065975456,0.0019213589,0.00066434307],"domain_scores_gemma":[0.9937032,0.00369395,0.00025442507,0.00021875768,0.0005906528,0.0015390208],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0077278195,0.00020279628,0.00036671726,0.00033924973,0.00071609835,0.00005298727,0.0002823025,0.00043078224,0.0015422658],"category_scores_gemma":[0.03274093,0.00016047982,0.00003409185,0.0005918499,0.000593735,0.00047075454,0.00017202471,0.0024387687,0.000020136507],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029828663,0.0010016438,0.9571919,0.00027245615,0.000013265995,0.000008644203,0.03433579,3.426552e-7,0.0000035360315,0.00005637314,0.004660995,0.002425224],"study_design_scores_gemma":[0.0010951689,0.00025434548,0.980143,0.0022774593,0.000005440431,0.0000030177146,0.014403039,0.0005673786,7.0673696e-7,0.00010699744,0.001006771,0.00013666153],"about_ca_topic_score_codex":0.013931823,"about_ca_topic_score_gemma":0.032349527,"teacher_disagreement_score":0.025013108,"about_ca_system_score_codex":0.0007038801,"about_ca_system_score_gemma":0.015562752,"threshold_uncertainty_score":0.9998627},"labels":[],"label_agreement":null},{"id":"W3160327582","doi":"10.2196/24300","title":"Incorporating Medical Students Into Primary Care Telehealth Visits: Tutorial","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telemedicine; Telehealth; Medicine; Debriefing; Videoconferencing; Health care; Primary care; Pandemic; Patient satisfaction; MEDLINE; Family medicine; Medical emergency; Coronavirus disease 2019 (COVID-19); Nursing; Medical education; Multimedia; Disease","score_opus":0.01296273174788765,"score_gpt":0.41358230978356014,"score_spread":0.4006195780356725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160327582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9501264,0.0015073942,0.00037951427,0.039453328,0.004551734,0.0011090848,0.0000043270275,0.00018435747,0.0026838328],"genre_scores_gemma":[0.93851984,0.0002456274,0.0027720053,0.047211614,0.007712569,0.000366415,0.0027940874,0.000046997317,0.0003308213],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9937385,0.00021452188,0.000945852,0.00050881394,0.0041777543,0.00041458447],"domain_scores_gemma":[0.99705106,0.00015125371,0.00024816135,0.00039078706,0.00062681385,0.0015319351],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009932519,0.0002177777,0.00046321072,0.00016996326,0.00021285831,0.00004339825,0.0002783228,0.00036167336,0.0023069545],"category_scores_gemma":[0.0023038203,0.00019633846,0.00008288245,0.0006202124,0.00009113419,0.00015430423,0.0001672945,0.00075424276,0.000080079524],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014928919,0.0014698086,0.18959822,0.0020467928,0.00005161896,0.00020037856,0.0050838785,4.6483386e-8,0.00013551612,0.0006876935,0.039194193,0.7613826],"study_design_scores_gemma":[0.01587383,0.0017597865,0.60301554,0.0039797327,0.00026243163,0.0012640143,0.023853287,0.000103119804,0.0007336613,0.0009607924,0.3474869,0.0007068993],"about_ca_topic_score_codex":0.00030732225,"about_ca_topic_score_gemma":0.00019439917,"teacher_disagreement_score":0.76067567,"about_ca_system_score_codex":0.0007582357,"about_ca_system_score_gemma":0.022445103,"threshold_uncertainty_score":0.9986051},"labels":[],"label_agreement":null},{"id":"W3160936072","doi":"10.2196/27736","title":"Nursing Students’ Perceptions about Effective Pedagogy: Netnographic Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Excellence; Pedagogy; Lifelong learning; Health care; Psychology; Qualitative research; Nurse education; Medical education; Nursing; Medicine; Sociology; Political science","score_opus":0.008965019669954557,"score_gpt":0.4414162115048578,"score_spread":0.43245119183490327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160936072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96835726,0.0005764235,0.003666807,0.020637043,0.0016046483,0.0007348715,0.0000020834252,0.00012964319,0.0042912187],"genre_scores_gemma":[0.98370045,0.00015310419,0.002343458,0.008732736,0.0012793458,0.0007381608,0.0009830778,0.000028703449,0.002040972],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967779,0.00019551403,0.0005494526,0.00052187534,0.00161363,0.0003416289],"domain_scores_gemma":[0.9979102,0.00009028183,0.0001372145,0.0006066176,0.00092147064,0.00033424274],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00061246665,0.00019817977,0.00041001738,0.00081910356,0.00024407913,0.00006265061,0.00019990795,0.00033814623,0.006642608],"category_scores_gemma":[0.0025476788,0.0001909903,0.00026486878,0.004831112,0.00031594993,0.0001387007,0.000039105096,0.0007487153,0.00015886645],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043210282,0.00858303,0.37550524,0.00015510625,0.0007312091,0.000017198843,0.006164169,0.0000029364235,0.00026379485,0.0020186265,0.050604388,0.5559111],"study_design_scores_gemma":[0.00072779716,0.00008509737,0.9798815,0.00064819126,0.0011874669,0.00011628145,0.0064085796,0.0005920507,0.00004955428,0.0003265569,0.0097928615,0.00018404493],"about_ca_topic_score_codex":0.00002987561,"about_ca_topic_score_gemma":0.00002207284,"teacher_disagreement_score":0.6043763,"about_ca_system_score_codex":0.0004505988,"about_ca_system_score_gemma":0.0032833049,"threshold_uncertainty_score":0.99426544},"labels":[],"label_agreement":null},{"id":"W3162731323","doi":"10.2196/26325","title":"Impact of a Workflow-Integrated Web Tool on Resource Utilization and Information-Seeking Behavior in an Academic Anesthesiology Department: Longitudinal Cohort Survey Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; Medical education; Psychological intervention; Resource (disambiguation); Anesthesiology; Medicine; Cohort; Psychology; Computer science; Nursing","score_opus":0.13166966399172408,"score_gpt":0.529450088065853,"score_spread":0.39778042407412895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162731323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972215,0.00006961017,0.000010367361,0.0004343395,0.00030096684,0.0018185116,0.000014313796,0.000021667629,0.00010867581],"genre_scores_gemma":[0.9972596,0.00012351712,0.00003115299,0.00049390446,0.00011899632,0.0009908141,0.00092741783,0.00000775195,0.000046802164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99532145,0.002422156,0.00084532436,0.00029524998,0.00066926726,0.00044652852],"domain_scores_gemma":[0.997782,0.00074053695,0.00024357153,0.0002698529,0.00051181286,0.00045222303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004270978,0.00012512523,0.00025762685,0.00036606172,0.00025870398,0.000017277198,0.00017069545,0.000305943,0.00064838905],"category_scores_gemma":[0.0052693808,0.00010094663,0.00002367581,0.0011266549,0.000093467075,0.0005700327,0.000043561886,0.0008584662,0.000027006754],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016317854,0.0010056784,0.9727578,0.000052273463,0.00000466039,0.000001592425,0.003362569,0.0000017083456,0.000011709885,0.00004408719,0.0016881323,0.020906622],"study_design_scores_gemma":[0.0005330848,0.0005549343,0.99261254,0.0002058423,0.000006229244,0.0000041542908,0.004295676,0.0008512346,0.0000015279766,0.00001900969,0.0008345584,0.00008121162],"about_ca_topic_score_codex":0.0016107273,"about_ca_topic_score_gemma":0.0022904302,"teacher_disagreement_score":0.02082541,"about_ca_system_score_codex":0.00043691188,"about_ca_system_score_gemma":0.011586863,"threshold_uncertainty_score":0.9940165},"labels":[],"label_agreement":null},{"id":"W3162915092","doi":"10.2196/25875","title":"Medical Students’ Perception and Perceived Value of Peer Learning in Undergraduate Clinical Skill Development and Assessment: Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mohammed Bin Rashid University of Medicine and Health Sciences","keywords":"Perception; Psychology; Medical education; Value (mathematics); Peer assessment; Mathematics education; Computer science; Medicine","score_opus":0.03292262309836855,"score_gpt":0.518281512823656,"score_spread":0.4853588897252874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162915092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97317964,0.00012052381,0.0012616253,0.023368556,0.00093078817,0.0006675878,2.0365205e-7,0.00003556112,0.00043553152],"genre_scores_gemma":[0.9451449,0.00026181247,0.05087578,0.002261672,0.00027835064,0.0002164107,0.00014211006,0.00002496298,0.00079403206],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99357325,0.0013898301,0.0013401667,0.00058463746,0.0028535551,0.0002585503],"domain_scores_gemma":[0.9979598,0.00045855893,0.00023134523,0.00027476347,0.00069926033,0.0003762572],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009417913,0.00019809394,0.0005636837,0.0002970046,0.000119893986,0.000039401737,0.0001762223,0.0004038191,0.0005614384],"category_scores_gemma":[0.017015379,0.00017972535,0.0000482766,0.00067282596,0.00031077847,0.000112394584,0.0002234559,0.0014371655,0.000005770811],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025196983,0.0047924654,0.4520049,0.00015228654,0.00006202135,0.000013187666,0.006981248,2.238119e-7,0.000052576866,0.0003134214,0.0010489126,0.5345536],"study_design_scores_gemma":[0.0024648008,0.00026616428,0.95094097,0.00059502665,0.000075567834,0.00009373024,0.037677974,0.0015536501,0.00001491523,0.00016064545,0.006008272,0.00014828118],"about_ca_topic_score_codex":0.000048040183,"about_ca_topic_score_gemma":0.000041818374,"teacher_disagreement_score":0.5344053,"about_ca_system_score_codex":0.00026343332,"about_ca_system_score_gemma":0.005972795,"threshold_uncertainty_score":0.9996624},"labels":[],"label_agreement":null},{"id":"W3163238763","doi":"10.2196/28264","title":"Medical Students Learning on the COVID-19 Front Line","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Front line; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Medical school; Medical education; Front (military); Line (geometry); Medicine; Psychology; Infectious disease (medical specialty); History; Engineering; Virology; Pathology","score_opus":0.02890665975194111,"score_gpt":0.4274323618280417,"score_spread":0.39852570207610055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163238763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5654731,0.00064899115,0.00032019432,0.42577454,0.0018303089,0.00047393187,9.3085015e-7,0.00010986027,0.0053681415],"genre_scores_gemma":[0.77960825,0.0004708074,0.00008883729,0.20342226,0.0025466818,0.00037737156,0.00028322794,0.0000261457,0.013176406],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99471253,0.00039458944,0.00045810203,0.00042156878,0.0036883852,0.00032480207],"domain_scores_gemma":[0.99609154,0.0007605994,0.00011547766,0.00044470906,0.0002304437,0.0023572189],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002076061,0.00017764348,0.00028255282,0.00008567495,0.00024301543,0.000043009815,0.00037021955,0.00039421296,0.030358152],"category_scores_gemma":[0.053379975,0.000116405914,0.000119159224,0.00032543667,0.0002221404,0.000049035552,0.00010736137,0.0014359808,0.00059633533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034947222,0.013574449,0.026282929,0.0005147488,0.00018665461,0.0003571001,0.048405785,0.000004055668,0.000084892206,0.0070632766,0.70191264,0.20126398],"study_design_scores_gemma":[0.0024519442,0.0004740878,0.02912487,0.0009408726,0.00010599772,0.00061000284,0.029909715,0.00042596238,0.00026774482,0.0007724763,0.9346647,0.00025162773],"about_ca_topic_score_codex":0.00006668718,"about_ca_topic_score_gemma":0.000034024517,"teacher_disagreement_score":0.23275204,"about_ca_system_score_codex":0.0003150542,"about_ca_system_score_gemma":0.014767848,"threshold_uncertainty_score":0.9908175},"labels":[],"label_agreement":null},{"id":"W3164863290","doi":"10.2196/24418","title":"The Impact of Systematic Review Automation Tools on Methodological Quality and Time Taken to Complete Systematic Review Tasks: Case Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Automation; Systematic review; Computer science; Quality (philosophy); MEDLINE; Engineering","score_opus":0.8491025457728606,"score_gpt":0.6725898424502403,"score_spread":0.17651270332262026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164863290","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28404275,0.56408507,0.0058009755,0.04230421,0.0010256052,0.099603884,0.00011077636,0.00007878337,0.0029479458],"genre_scores_gemma":[0.90843326,0.017734937,0.00634784,0.035123065,0.00042249696,0.022516435,0.00019682762,0.000099292105,0.009125832],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.88094926,0.09520191,0.015619011,0.0009525587,0.0070146592,0.000262573],"domain_scores_gemma":[0.929394,0.048704773,0.010680839,0.0069481796,0.003504133,0.00076804816],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.26581,0.00036172147,0.008272779,0.00014610213,0.00022174022,0.0004852396,0.0012259426,0.00010302505,0.0035409294],"category_scores_gemma":[0.58290976,0.00013355676,0.0014249362,0.0019283623,0.00007321965,0.00016698004,0.0001632363,0.0002379546,0.0011016367],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040100986,0.000608072,0.0000990728,0.9534667,0.0004551647,0.000035501187,0.00084965606,0.0000012585815,0.000008614831,0.0005140236,0.041434735,0.0025231987],"study_design_scores_gemma":[0.0002552335,0.00046398616,0.0042779846,0.9799887,0.004213614,0.0018712564,0.005927624,0.0016745257,0.000001524003,0.0007201103,0.0002003086,0.0004051161],"about_ca_topic_score_codex":0.000044333698,"about_ca_topic_score_gemma":0.000014036814,"teacher_disagreement_score":0.62439054,"about_ca_system_score_codex":0.00012940851,"about_ca_system_score_gemma":0.00072789635,"threshold_uncertainty_score":0.9996761},"labels":[],"label_agreement":null},{"id":"W3164951759","doi":"10.2196/26797","title":"Adapting Medical Education Initiatives Through Team-Based e-Learning, Telemedicine Objective Structured Clinical Exams, and Student-Led Community Outreach During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Outreach; Telemedicine; Pandemic; Medical education; Telehealth; Coronavirus disease 2019 (COVID-19); Medicine; Psychology; Health care; Political science","score_opus":0.04127109366744267,"score_gpt":0.45819691011233527,"score_spread":0.41692581644489257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164951759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513586,0.00091690384,0.0006655813,0.04089313,0.002084141,0.0013078304,0.000003443495,0.0002323802,0.0025379949],"genre_scores_gemma":[0.94037807,0.00059034006,0.0016495694,0.0528502,0.0024027126,0.00065479655,0.0008796684,0.00005802818,0.00053658517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9919558,0.0028361408,0.0015492017,0.0007263532,0.0024100875,0.0005224161],"domain_scores_gemma":[0.9944088,0.0019261489,0.0006744664,0.00094187073,0.0010708823,0.0009778191],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052859555,0.00041547552,0.000732598,0.0002446846,0.0011737762,0.000072078896,0.00048528245,0.00078691996,0.002638367],"category_scores_gemma":[0.09271301,0.0003142051,0.00014708986,0.0012829357,0.0013364658,0.00031412768,0.00023417175,0.0048124474,0.000017699818],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024237124,0.0052504838,0.82919127,0.0007804334,0.00022234567,0.000018608167,0.021690449,0.0000032075443,0.000100228426,0.0012031097,0.017776696,0.12352079],"study_design_scores_gemma":[0.005396986,0.00040656686,0.860513,0.0011561563,0.00026049692,0.000973103,0.07795115,0.0005802939,0.00007626866,0.0005962443,0.051682286,0.00040746087],"about_ca_topic_score_codex":0.00042428385,"about_ca_topic_score_gemma":0.00027784499,"teacher_disagreement_score":0.123113334,"about_ca_system_score_codex":0.00087900116,"about_ca_system_score_gemma":0.026870206,"threshold_uncertainty_score":0.999931},"labels":[],"label_agreement":null},{"id":"W3165068811","doi":"10.2196/25355","title":"Web-Based Medical Examinations During the COVID-19 Era: Reconsidering Learning as the Main Goal of Examination","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blueprint; Computer science; Coronavirus disease 2019 (COVID-19); Web application; World Wide Web; Medical education; Multimedia; Medicine; Engineering; Pathology","score_opus":0.019978226216928765,"score_gpt":0.3570264329996102,"score_spread":0.33704820678268144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165068811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8608043,0.00024968476,0.0010532038,0.1339461,0.0008573372,0.0005617309,0.0000019750867,0.000057752663,0.0024679073],"genre_scores_gemma":[0.9844615,0.000092223796,0.0009192455,0.011984026,0.000549783,0.0003829991,0.00016652467,0.000026388456,0.0014173305],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.995772,0.0006598724,0.0009036621,0.00032480247,0.00208164,0.00025802117],"domain_scores_gemma":[0.99663115,0.0012946443,0.00041964572,0.00057032687,0.0007891512,0.000295094],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035799807,0.00016446445,0.0002948768,0.00026984542,0.00036111238,0.000020891088,0.00029922035,0.00032084426,0.005696755],"category_scores_gemma":[0.07009542,0.00011418654,0.000108358036,0.0012428063,0.00066228915,0.00009702329,0.00007679556,0.0011249791,0.000020986228],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002502809,0.0076639266,0.07420104,0.005253735,0.00038707897,0.00012516475,0.032089483,0.00022387033,0.017228333,0.035160415,0.07000468,0.757412],"study_design_scores_gemma":[0.009464,0.00058560545,0.6910812,0.0037064163,0.00048884936,0.002747725,0.046688072,0.028646844,0.01898059,0.0031081552,0.19368884,0.0008136697],"about_ca_topic_score_codex":0.000082440645,"about_ca_topic_score_gemma":0.00007636383,"teacher_disagreement_score":0.75659835,"about_ca_system_score_codex":0.0003978422,"about_ca_system_score_gemma":0.02114372,"threshold_uncertainty_score":0.9952122},"labels":[],"label_agreement":null},{"id":"W3165075931","doi":"10.2196/26790","title":"Innovation and Inequality: A Medical Student Perspective. Comment on \"The Present and Future Applications of Technology in Adapting Medical Education Amidst the COVID-19 Pandemic\"","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Perspective (graphical); 2019-20 coronavirus outbreak; Inequality; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Sociology; Virology; Medicine; Computer science; Mathematics","score_opus":0.03055874332984992,"score_gpt":0.4403370039211264,"score_spread":0.4097782605912765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165075931","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3204911,0.0014090383,0.00058232807,0.6753079,0.00040001827,0.0012483741,0.0000019819283,0.000050225182,0.0005089851],"genre_scores_gemma":[0.8501094,0.0012652767,0.0005132122,0.14284074,0.0019439047,0.002945705,0.00019842497,0.000028625753,0.00015471932],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99541616,0.0003993442,0.0010756827,0.0005469935,0.00228182,0.00027999302],"domain_scores_gemma":[0.99679255,0.0006637485,0.00038767516,0.00070744427,0.0010818766,0.000366685],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038887572,0.00022148328,0.00037133592,0.000590947,0.00027116216,0.000031839598,0.00035902622,0.0006129937,0.0010504668],"category_scores_gemma":[0.018178036,0.00015016072,0.000038857645,0.0031274701,0.0009228747,0.000076263714,0.00021604207,0.0015107743,0.000004347912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050575865,0.003776723,0.050968137,0.0003030271,0.000059465867,0.0000048069533,0.005432479,3.0878564e-7,0.000032615517,0.4239439,0.037207704,0.47822025],"study_design_scores_gemma":[0.0025360452,0.00026928788,0.06750101,0.0012052126,0.0001061094,0.0009932725,0.16322179,0.0011890532,0.00007687641,0.020274185,0.7422813,0.0003458291],"about_ca_topic_score_codex":0.0002711896,"about_ca_topic_score_gemma":0.00008727803,"teacher_disagreement_score":0.70507365,"about_ca_system_score_codex":0.0008097796,"about_ca_system_score_gemma":0.0130883455,"threshold_uncertainty_score":0.99986273},"labels":[],"label_agreement":null},{"id":"W3167701485","doi":"10.2196/27856","title":"Removing Educational Achievement Points From the Foundation Programme Application System: Is This the Right Decision?","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Disadvantaged; Foundation (evidence); Transparency (behavior); Publication; Medical education; Promotion (chess); Medical school; Psychology; Public relations; Political science; Medicine","score_opus":0.043905709812628736,"score_gpt":0.43179469893058153,"score_spread":0.3878889891179528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167701485","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093482375,0.0012114238,0.0036796057,0.8938711,0.0012443325,0.002176419,0.000008379809,0.00006709819,0.004259236],"genre_scores_gemma":[0.84618145,0.00046184578,0.0034839932,0.13599844,0.006845895,0.002417989,0.0015703784,0.000046032048,0.0029939448],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954961,0.00031771246,0.00059076585,0.00044122213,0.0025440985,0.0006100955],"domain_scores_gemma":[0.99333006,0.001923949,0.00019366642,0.00091470825,0.0007537086,0.0028839095],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0026520065,0.00016203318,0.00022104567,0.000059514383,0.00047357724,0.00010099577,0.00032460154,0.00020694378,0.005471115],"category_scores_gemma":[0.034187887,0.000087621695,0.00010001859,0.0006119266,0.00018981188,0.00012269577,0.00008851159,0.00070971454,0.00083399354],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008310595,0.0008326933,0.0031657412,0.00015879852,0.00004721163,0.000004457383,0.001370993,3.7849723e-8,0.000121422054,0.0050812894,0.24952376,0.7396105],"study_design_scores_gemma":[0.0010132603,0.00008812201,0.084395036,0.0011023184,0.0000834489,0.000107395805,0.0017966055,0.0010195615,0.00023478757,0.0029357858,0.9071005,0.00012319812],"about_ca_topic_score_codex":0.0006276942,"about_ca_topic_score_gemma":0.00011044431,"teacher_disagreement_score":0.7578727,"about_ca_system_score_codex":0.00079285976,"about_ca_system_score_gemma":0.029953863,"threshold_uncertainty_score":0.999944},"labels":[],"label_agreement":null},{"id":"W3168422954","doi":"10.2196/27901","title":"Digital Learning in Speech-Language Pathology, Phoniatrics, and Otolaryngology: Interdisciplinary and Exploratory Analysis of Content, Organizing Structures, and Formats","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Voice and Speech Disorders","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Otorhinolaryngology; Inclusion (mineral); Computer science; Glossary; Medical education; Medicine; Multimedia; Psychology; Linguistics","score_opus":0.011943894695817933,"score_gpt":0.3126160519467756,"score_spread":0.3006721572509577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168422954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934092,0.00410067,0.00002494842,0.0020363475,0.0000663094,0.00012667642,0.0000033427077,0.000014533342,0.00021795537],"genre_scores_gemma":[0.9985826,0.00044750632,0.00014179987,0.000534428,0.00004140082,0.000009480471,0.00015044959,0.000008084427,0.00008422055],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992173,0.000049246824,0.00024707062,0.00020994252,0.0001551661,0.000121324585],"domain_scores_gemma":[0.9995297,0.00007244511,0.00007743841,0.000101230646,0.00006900759,0.00015017645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001721046,0.00008918506,0.0003093262,0.00029962134,0.000038613376,0.000017797733,0.000030326444,0.00014061481,0.00006906834],"category_scores_gemma":[0.000758299,0.00007852118,0.000028865812,0.00043830622,0.00014935886,0.00016126722,0.000114706076,0.00028555383,5.689819e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055155117,0.00024027386,0.83167046,0.00023431503,0.00014248662,0.00016377273,0.017871968,2.3228871e-7,0.0031608802,0.000060626648,0.0001591622,0.14624064],"study_design_scores_gemma":[0.0010701645,0.00012066388,0.9235471,0.00011935825,0.00026327473,0.00037730765,0.07334684,0.0003488518,0.00041311697,0.00014849645,0.00014022928,0.00010460272],"about_ca_topic_score_codex":0.000014885953,"about_ca_topic_score_gemma":0.00011863399,"teacher_disagreement_score":0.14613603,"about_ca_system_score_codex":0.000023860894,"about_ca_system_score_gemma":0.0002840362,"threshold_uncertainty_score":0.3202001},"labels":[],"label_agreement":null},{"id":"W3170752301","doi":"10.2196/27010","title":"Taking a Leap of Faith: A Study of Abruptly Transitioning an Undergraduate Medical Education Program to Distance-Learning Owing to the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Pandemic; Experiential learning; Curriculum; Medical education; Coronavirus disease 2019 (COVID-19); Psychology; Medicine; Pedagogy","score_opus":0.03662443867103702,"score_gpt":0.44173297294046454,"score_spread":0.4051085342694275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170752301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88353336,0.0001368038,0.016015394,0.0957755,0.0011100596,0.0028199868,0.000001605424,0.00013429439,0.00047298297],"genre_scores_gemma":[0.9739351,0.000024103694,0.0047156513,0.017728996,0.00072843616,0.0022207615,0.00028372012,0.000043174492,0.0003200109],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9948575,0.0005436371,0.0011874118,0.0006116292,0.0024196305,0.00038019463],"domain_scores_gemma":[0.99671745,0.00023460289,0.00042321126,0.00064945925,0.0010759099,0.0008993353],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024093597,0.00023973419,0.0004938624,0.00041843543,0.00030650484,0.000043559874,0.00033726936,0.0002670877,0.00092217163],"category_scores_gemma":[0.026592901,0.00019882174,0.00009579457,0.002732287,0.00017940761,0.00017486645,0.00007617262,0.00094671967,0.000012981921],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001932729,0.013226802,0.047411982,0.0006334372,0.00009869156,0.000011016127,0.04944346,0.0001137528,0.0004569057,0.0016857553,0.008257699,0.8784672],"study_design_scores_gemma":[0.008280587,0.0070470474,0.20880249,0.008364877,0.0008961642,0.0013560756,0.42925647,0.009338831,0.00047511433,0.0012369384,0.32356372,0.0013816988],"about_ca_topic_score_codex":0.00046154263,"about_ca_topic_score_gemma":0.0005684704,"teacher_disagreement_score":0.8770855,"about_ca_system_score_codex":0.0005367027,"about_ca_system_score_gemma":0.016783983,"threshold_uncertainty_score":0.9999911},"labels":[],"label_agreement":null},{"id":"W3171738954","doi":"10.2196/29157","title":"Creation of a Student-Run Medical Education Podcast: Tutorial","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Publishing; Session (web analytics); Psychology; Computer science; Medicine; World Wide Web; Political science","score_opus":0.04140637447111004,"score_gpt":0.4874824895528783,"score_spread":0.44607611508176825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171738954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84960836,0.00101418,0.000059156882,0.072510175,0.05311751,0.0015518463,0.0000026633513,0.0001145856,0.022021495],"genre_scores_gemma":[0.9720679,0.0008027362,0.00068836025,0.0030272796,0.019768564,0.0023310785,0.00022667342,0.000030278992,0.0010571259],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943119,0.0008870964,0.00074633333,0.0003975711,0.0032646584,0.00039242493],"domain_scores_gemma":[0.9958707,0.0011106179,0.00035501632,0.0003344953,0.0012256078,0.0011035498],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019526096,0.00014932065,0.00029493423,0.00017657332,0.00035551807,0.000059346625,0.0004370556,0.00062133576,0.008339048],"category_scores_gemma":[0.04093876,0.00016522454,0.000099305405,0.0011063726,0.00044661728,0.0003012887,0.000055745273,0.0004238009,0.00009519255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003438815,0.0057114717,0.06912543,0.00018810942,0.000030004292,0.000002647796,0.09066946,1.7556458e-7,0.00004680127,0.0930058,0.039076794,0.7021089],"study_design_scores_gemma":[0.0010039674,0.00011037127,0.26240164,0.0009435036,0.00007524955,0.000016081574,0.064059734,0.000032867836,0.00018747941,0.00591907,0.66483307,0.00041698123],"about_ca_topic_score_codex":0.003827535,"about_ca_topic_score_gemma":0.0019086535,"teacher_disagreement_score":0.7016919,"about_ca_system_score_codex":0.0006882343,"about_ca_system_score_gemma":0.07976928,"threshold_uncertainty_score":0.9925675},"labels":[],"label_agreement":null},{"id":"W3183310525","doi":"10.2196/31846","title":"Coproduction, Coeducation, and Patient Involvement: Everyone Included Framework for Medical Education Across Age Groups and Cultures","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Empathy and Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coproduction; General partnership; Participatory action research; Commons; Public relations; Health care; Internship; Medical education; Disadvantaged; Sociology; Psychology; Medicine; Political science","score_opus":0.01238654697058056,"score_gpt":0.3738727650233088,"score_spread":0.36148621805272824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183310525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90959907,0.00816845,0.00069804146,0.07592969,0.003909679,0.0013816197,0.000012842588,0.00008686242,0.00021375247],"genre_scores_gemma":[0.9431226,0.0024115725,0.0063974853,0.038428847,0.00360213,0.0020809982,0.0020356944,0.00005430285,0.0018663493],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966955,0.00013911523,0.0007316492,0.0007713021,0.0012465625,0.00041585733],"domain_scores_gemma":[0.9965759,0.00025952517,0.00022812981,0.00045946654,0.0009458056,0.0015312089],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007248931,0.00027859895,0.00042307115,0.00010978443,0.00038310714,0.000086435066,0.00012331516,0.00062392635,0.0009439831],"category_scores_gemma":[0.016925847,0.00024913347,0.000081391074,0.00048814886,0.00043468093,0.00023423161,0.000109299785,0.0006358609,0.000014129389],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003133554,0.011260875,0.008857222,0.001981689,0.00016141315,0.000013222178,0.16448194,1.471563e-7,0.00035735435,0.018063271,0.31271088,0.48179862],"study_design_scores_gemma":[0.0038108483,0.00083082984,0.16746731,0.004498798,0.00034008373,0.00130699,0.22257744,0.00012592778,0.0024513262,0.03950616,0.5561898,0.000894528],"about_ca_topic_score_codex":0.00008728678,"about_ca_topic_score_gemma":0.000077898665,"teacher_disagreement_score":0.4809041,"about_ca_system_score_codex":0.00022213266,"about_ca_system_score_gemma":0.009261853,"threshold_uncertainty_score":0.99999607},"labels":[],"label_agreement":null},{"id":"W3184246982","doi":"10.2196/28275","title":"Digital Health Training Programs for Medical Students: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Imperial College London; Lee Kong Chian School of Medicine, Nanyang Technological University; Department of Health and Social Care; Nanyang Technological University; National Institute for Health and Care Research","keywords":"Digital health; Curriculum; Medical education; Thematic analysis; Grey literature; Health care; Health informatics; MEDLINE; Pandemic; Systematic review; Coronavirus disease 2019 (COVID-19); Medicine; Psychology; Nursing; Political science; Public health; Qualitative research; Pedagogy; Sociology","score_opus":0.07653281740490138,"score_gpt":0.523596863950805,"score_spread":0.4470640465459036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184246982","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08999708,0.080348626,0.0024862492,0.8052393,0.0058606844,0.013850011,0.000016392245,0.0004998087,0.0017018077],"genre_scores_gemma":[0.7336291,0.0068093287,0.0039369883,0.23196127,0.0058412654,0.00854558,0.0066964775,0.00013835733,0.002441626],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9956288,0.00012007921,0.0009941864,0.00047437247,0.002343399,0.00043920652],"domain_scores_gemma":[0.99643594,0.00048597401,0.00023456023,0.00040795808,0.0008645854,0.0015709962],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014701794,0.00017152634,0.0005148822,0.00008705321,0.00015456858,0.00007719043,0.0002268482,0.00021179034,0.002138533],"category_scores_gemma":[0.0071953614,0.000161633,0.00014119071,0.0005321036,0.00009018963,0.00014831166,0.00004396001,0.00038475374,0.000041372485],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026517226,0.0020061296,0.05134432,0.024076821,0.000036522208,0.0000062478357,0.0030864016,1.4931395e-7,3.6643834e-7,0.00024340191,0.03228169,0.8868914],"study_design_scores_gemma":[0.0064206216,0.0010609416,0.049558874,0.81686556,0.00016732956,0.0009227097,0.023336705,0.00062544504,0.000016241469,0.0005618562,0.09962273,0.0008410018],"about_ca_topic_score_codex":0.000015842434,"about_ca_topic_score_gemma":0.000017729742,"teacher_disagreement_score":0.8860504,"about_ca_system_score_codex":0.00037919174,"about_ca_system_score_gemma":0.04479524,"threshold_uncertainty_score":0.99877363},"labels":[],"label_agreement":null},{"id":"W3190529595","doi":"10.2196/31149","title":"Awareness, Views, Perceptions, and Beliefs of Pharmacy Interns Regarding Digital Health in Saudi Arabia: Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacy; Internship; Digital health; Medical education; Medicine; Cross-sectional study; Health care; Family medicine; Telemedicine; Perception; Nursing; Psychology","score_opus":0.06785325251136409,"score_gpt":0.5256277739815555,"score_spread":0.4577745214701914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190529595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797757,0.0017092862,0.00020120904,0.012918292,0.0012003089,0.0031011563,0.000050970582,0.000055431523,0.0009876194],"genre_scores_gemma":[0.9863415,0.0014704145,0.00011639446,0.0041629183,0.0006261252,0.0060248636,0.00036483372,0.000021803517,0.0008711972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965426,0.00050514,0.001483114,0.00050271384,0.0004916929,0.00047478956],"domain_scores_gemma":[0.9978037,0.0003623224,0.00040332103,0.00033748025,0.0003679997,0.0007251796],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014697845,0.00015342342,0.00039469733,0.00018755205,0.00057229283,0.000022551703,0.00015428256,0.0001675998,0.001248452],"category_scores_gemma":[0.0010811199,0.00015087523,0.00004895571,0.00049620995,0.00010668994,0.00022998455,0.00012812628,0.00089503796,0.00006363035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035104214,0.0015114391,0.95165473,0.0008924741,0.000006083573,8.257023e-7,0.002718358,6.0448014e-7,0.00000404891,0.00068484544,0.0068084975,0.035683013],"study_design_scores_gemma":[0.0016863646,0.00006546162,0.9247499,0.00042293308,0.0000033810927,0.000012110759,0.0049958243,0.00007508831,0.0000011455958,0.0003094774,0.067584515,0.0000937947],"about_ca_topic_score_codex":0.0011647682,"about_ca_topic_score_gemma":0.0018217759,"teacher_disagreement_score":0.06077602,"about_ca_system_score_codex":0.00042911895,"about_ca_system_score_gemma":0.012091039,"threshold_uncertainty_score":0.99966455},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3190849743","doi":"10.2196/30736","title":"Critical Evaluation of the Efficiency of Colorectal Fellowship Websites: Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Index (typography); Usability; Medical education; Medicine; Specialty; Readability; Cross-sectional study; Quality (philosophy); Family medicine; Computer science; World Wide Web","score_opus":0.047066423397012454,"score_gpt":0.44564425077614533,"score_spread":0.3985778273791329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190849743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97898436,0.00010895518,0.000011301076,0.001864125,0.0020834147,0.00032984375,0.0000025395143,0.000008522008,0.016606916],"genre_scores_gemma":[0.99906754,0.0000041884546,0.000016845803,0.00021269667,0.00025987314,0.000029778594,0.0000069651464,0.0000021684755,0.00039993788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99509996,0.0006759588,0.00024355289,0.00015295148,0.003709339,0.00011821369],"domain_scores_gemma":[0.9978039,0.0003313541,0.00007705002,0.0001321694,0.0015388813,0.00011661619],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045303074,0.00004594397,0.00010005549,0.000036819933,0.00025028148,0.000027447946,0.0003275976,0.00011115769,0.0046023587],"category_scores_gemma":[0.015033829,0.000036865982,0.00006345768,0.00050285726,0.00087311893,0.00009356194,0.00006236504,0.00015937164,0.000011926491],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018622848,0.0027325791,0.9637352,0.000032605414,0.000014818995,6.3920885e-7,0.022052595,0.000003975962,0.00012289651,0.0065390845,0.0019547155,0.0027922264],"study_design_scores_gemma":[0.00044058723,0.00008181239,0.935555,0.00005396179,0.00005248463,0.000001648572,0.06149137,0.00011222213,0.00025987093,0.0012175516,0.0006871504,0.000046348385],"about_ca_topic_score_codex":0.0003172659,"about_ca_topic_score_gemma":0.0003917359,"teacher_disagreement_score":0.039438777,"about_ca_system_score_codex":0.00012109175,"about_ca_system_score_gemma":0.0056728865,"threshold_uncertainty_score":0.999964},"labels":[],"label_agreement":null},{"id":"W3191383087","doi":"10.2196/22235","title":"The Association Between Gaming Practices and Scholastic Performance Among Medical Students in India: Case-Control Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Odds ratio; Affect (linguistics); Association (psychology); Psychology; Demography; Control (management); Medicine","score_opus":0.011325973694698984,"score_gpt":0.39294474759364945,"score_spread":0.38161877389895044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191383087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98854905,0.00015832596,0.0000037059972,0.009619012,0.00058203965,0.00056733197,7.689401e-7,0.000043579897,0.00047615732],"genre_scores_gemma":[0.99851066,0.00016351818,0.000008428079,0.00047181395,0.00037548842,0.00010996159,0.00000192719,0.0000075013395,0.00035067333],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957679,0.0009420348,0.00033823185,0.00024218789,0.0023570494,0.00035258065],"domain_scores_gemma":[0.9977594,0.0012440705,0.00039978974,0.00015262791,0.00014599068,0.0002980935],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0067586103,0.00009309667,0.00016768559,0.00008477094,0.0007649129,0.0002725927,0.00044042573,0.00038230588,0.00010878044],"category_scores_gemma":[0.044367258,0.00007713924,0.000019225809,0.00045712595,0.00022581859,0.00044940517,0.00011567443,0.0009273216,0.000013883825],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054671978,0.0005505953,0.9415426,0.000008549903,0.00003471649,0.000065480264,0.004468054,2.7057139e-8,3.2455452e-7,0.000027080328,0.00022316811,0.053073883],"study_design_scores_gemma":[0.0008924297,0.00004068797,0.973458,0.00012141297,0.000036515597,0.000017129352,0.024760265,0.000035582707,0.0000018803413,0.00003584438,0.0005255072,0.00007473671],"about_ca_topic_score_codex":0.00061075017,"about_ca_topic_score_gemma":0.0043118196,"teacher_disagreement_score":0.052999146,"about_ca_system_score_codex":0.00044390923,"about_ca_system_score_gemma":0.002049778,"threshold_uncertainty_score":0.9636825},"labels":[],"label_agreement":null},{"id":"W3191706727","doi":"10.2196/29899","title":"Augmented Reality in Pediatric Septic Shock Simulation: Randomized Controlled Feasibility Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Children's Hospital of Philadelphia","keywords":"Septic shock; Medicine; Randomized controlled trial; Wilcoxon signed-rank test; Randomization; Resuscitation; Shock (circulatory); Sepsis; Emergency medicine; Surgery; Internal medicine; Mann–Whitney U test","score_opus":0.04173175483963644,"score_gpt":0.4439603237934306,"score_spread":0.40222856895379416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191706727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95584166,0.0007219326,0.00026886564,0.029778052,0.003050186,0.008405883,0.0000031732345,0.000115377516,0.0018148961],"genre_scores_gemma":[0.99028426,0.00006827578,0.00022177026,0.0030072085,0.0024529218,0.0023470325,0.0005352313,0.000026200654,0.0010570704],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994292,0.001620509,0.0018350442,0.0006104725,0.0013010709,0.0003408627],"domain_scores_gemma":[0.99214154,0.004510089,0.00045735925,0.0007539861,0.0013961426,0.0007408775],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032973054,0.0002400139,0.0013986336,0.00031543025,0.00009789734,0.000034120363,0.00010967777,0.00040100675,0.0052127815],"category_scores_gemma":[0.02106391,0.00020715082,0.00038228856,0.0010787236,0.00011518231,0.0001239932,0.000027129316,0.0005681355,0.000061404884],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.77241236,0.00786005,0.20723103,0.0008386267,0.000103783495,0.0000191256,0.0031254229,0.00071126723,0.0000052267515,0.00073458353,0.003749247,0.0032092512],"study_design_scores_gemma":[0.84154934,0.000117186566,0.12434541,0.00020007469,0.00025415642,0.0000117807795,0.0008662709,0.031164512,0.0000069381686,0.0010812943,0.00020802462,0.00019502426],"about_ca_topic_score_codex":0.00013661293,"about_ca_topic_score_gemma":0.000044398974,"teacher_disagreement_score":0.08288563,"about_ca_system_score_codex":0.000862614,"about_ca_system_score_gemma":0.01531267,"threshold_uncertainty_score":0.9956966},"labels":[],"label_agreement":null},{"id":"W3192352967","doi":"10.2196/28495","title":"Rates of Assessment of Social Media Use in Psychiatric Interviews Prior to and During COVID-19: Needs Assessment Survey","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health","keywords":"Social distance; Social media; Mental health; Psychology; Psychiatry; Interpersonal communication; Sociocultural evolution; Pandemic; Medicine; Coronavirus disease 2019 (COVID-19); Social psychology; Sociology; Political science","score_opus":0.12482996654472381,"score_gpt":0.5269305763520823,"score_spread":0.4021006098073585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192352967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9731463,0.00015341546,0.0000521012,0.021861969,0.0035986858,0.00095547637,0.00000974085,0.000013453176,0.00020881263],"genre_scores_gemma":[0.99602246,0.0002774005,0.0015665414,0.0007518358,0.00061673834,0.00066348165,0.00006188156,0.0000107693695,0.000028904331],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962733,0.001583124,0.00072024006,0.0002451904,0.0009180189,0.00026016412],"domain_scores_gemma":[0.995268,0.0032456827,0.00032518976,0.00015003374,0.0003714302,0.00063969626],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003358264,0.0001030525,0.00033420825,0.00035913876,0.00019723753,0.000033382294,0.00019063421,0.0002099603,0.00058476673],"category_scores_gemma":[0.029094102,0.00011145656,0.0000437664,0.0018129295,0.00020998745,0.0001724417,0.00006265275,0.0002523635,0.0000014283934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015998798,0.0008385675,0.84741646,0.0003132509,0.000007951318,4.6998153e-7,0.1284576,4.6242133e-7,0.00004617484,0.0041798665,0.0012126989,0.017510504],"study_design_scores_gemma":[0.00034121145,0.000022944514,0.9672635,0.00008393016,0.000008622902,4.7232692e-7,0.028855588,0.000008976958,0.000017337296,0.00023708472,0.00307135,0.00008895945],"about_ca_topic_score_codex":0.010562954,"about_ca_topic_score_gemma":0.03670272,"teacher_disagreement_score":0.119847074,"about_ca_system_score_codex":0.0007240897,"about_ca_system_score_gemma":0.01895205,"threshold_uncertainty_score":0.9960258},"labels":[],"label_agreement":null},{"id":"W3193399448","doi":"10.2196/16440","title":"Mapping eHealth Education: Review of eHealth Content in Health and Medical Degrees at a Metropolitan Tertiary Institute in Australia","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Sydney","keywords":"eHealth; Curriculum; Medical education; Health care; Medicine; Computer science; Knowledge management; Psychology; Political science; Pedagogy","score_opus":0.09756427960829529,"score_gpt":0.5013749884648421,"score_spread":0.4038107088565468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193399448","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23278752,0.22174451,0.00010215832,0.5294188,0.003317138,0.009470142,0.000027328664,0.00007792708,0.0030544756],"genre_scores_gemma":[0.12608783,0.53006005,0.0023822365,0.3132783,0.0011676688,0.021952618,0.0010617153,0.000058734462,0.003950846],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99249953,0.001692622,0.0030942832,0.00065919984,0.0010755957,0.0009787466],"domain_scores_gemma":[0.99456996,0.0004850964,0.0008755992,0.00059905456,0.00049936614,0.0029709234],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004336891,0.0002487889,0.00088925695,0.00043294486,0.0003611207,0.0000034358156,0.0002797672,0.00046384663,0.0025146888],"category_scores_gemma":[0.005531695,0.0002363177,0.00006419979,0.0012298853,0.00023251417,0.00013527676,0.00016775678,0.0014438628,0.00006526337],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006432543,0.00276818,0.39368182,0.13920836,0.000012695824,0.000011414158,0.00392718,1.239903e-7,0.0000047235603,0.035061784,0.21002194,0.21523742],"study_design_scores_gemma":[0.0016434686,0.000111009496,0.357338,0.09389534,0.000006551026,0.000085469845,0.009996211,0.00006156566,0.0000015193967,0.00067221565,0.53594905,0.00023958905],"about_ca_topic_score_codex":0.016970115,"about_ca_topic_score_gemma":0.019971913,"teacher_disagreement_score":0.3259271,"about_ca_system_score_codex":0.002906781,"about_ca_system_score_gemma":0.07443011,"threshold_uncertainty_score":0.9983972},"labels":[],"label_agreement":null},{"id":"W3195172457","doi":"10.2196/30613","title":"Best Practices for the Implementation and Sustainment of Virtual Health Information System Training: Qualitative Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health; University Health Network","funders":"","keywords":"Training (meteorology); Qualitative research; Best practice; Medical education; Training system; Information system; Computer science; Knowledge management; Psychology; Engineering; Political science; Medicine; Sociology; Geography","score_opus":0.09871520762120647,"score_gpt":0.5553268920901772,"score_spread":0.4566116844689707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195172457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93036306,0.00038775074,0.0015239305,0.06272881,0.0008177891,0.004022659,0.000022622298,0.000029114435,0.000104257],"genre_scores_gemma":[0.995765,0.000022926712,0.0004271724,0.0016937054,0.0002724294,0.0013022815,0.00040741762,0.000009250351,0.000099874494],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978579,0.00038929618,0.00073230476,0.00016976452,0.0006897742,0.00016092818],"domain_scores_gemma":[0.99634963,0.001274803,0.0008403835,0.00021864127,0.001086918,0.00022964766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019620177,0.00009637388,0.00021707473,0.00010635196,0.00019880458,0.000028715836,0.000054390923,0.00006485055,0.000121313125],"category_scores_gemma":[0.001458003,0.000075594995,0.000034740213,0.00028057434,0.000059547936,0.00025487944,0.000015897673,0.00014417621,0.0000027113745],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014295844,0.0007872407,0.012475085,0.0013289242,0.000084244835,2.7173797e-7,0.8123891,0.000004666319,0.000003416647,0.0073814313,0.0022737514,0.16312893],"study_design_scores_gemma":[0.001449146,0.0008240439,0.028140854,0.00021138493,0.00006806256,0.000016399712,0.9659255,0.000506548,0.000025184534,0.000033513996,0.0027431427,0.00005620483],"about_ca_topic_score_codex":0.0009235199,"about_ca_topic_score_gemma":0.000083408675,"teacher_disagreement_score":0.16307272,"about_ca_system_score_codex":0.00040526787,"about_ca_system_score_gemma":0.009952192,"threshold_uncertainty_score":0.9956605},"labels":[],"label_agreement":null},{"id":"W3195920512","doi":"10.2196/30821","title":"Orthopedic Surgery Residency Program Website Content and Accessibility During the COVID-19 Pandemic: Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Specialty; Pandemic; Medicine; Curriculum; Orthopedic surgery; Observational study; Coronavirus disease 2019 (COVID-19); Medical education; Subspecialty; Graduate medical education; Family medicine; Psychology; Surgery; Internal medicine","score_opus":0.2633600500158068,"score_gpt":0.465686939514814,"score_spread":0.20232688949900718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195920512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95126146,0.00046340853,0.000006752969,0.04613197,0.0007241231,0.00065882097,0.000002017821,0.00007687988,0.0006745839],"genre_scores_gemma":[0.989753,0.00033866777,0.000025400312,0.0064346488,0.0006426746,0.00021108806,0.000033530385,0.0000036612055,0.0025573457],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99705005,0.00065999076,0.00025714134,0.000284168,0.0015498209,0.00019883446],"domain_scores_gemma":[0.9982219,0.00071629003,0.000093817085,0.00019002506,0.00028897094,0.00048904266],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003966194,0.00007530261,0.00014459896,0.00003920941,0.00078294077,0.00012234133,0.0002540416,0.00010235955,0.0014448158],"category_scores_gemma":[0.011483834,0.000056019002,0.00004519803,0.00042007683,0.00047124055,0.00022684436,0.000120574994,0.0002504349,0.000006996802],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000129894015,0.0006239359,0.9563771,0.000047839225,0.000013478246,0.000012628211,0.012738281,5.3323365e-8,0.0000022394304,0.00039388597,0.007335603,0.022441993],"study_design_scores_gemma":[0.0002441674,0.000017682149,0.8778872,0.00003401926,0.000020263147,0.0000076170827,0.0795103,0.0000020497769,4.23789e-7,0.00040247917,0.041811734,0.00006208878],"about_ca_topic_score_codex":0.0016759861,"about_ca_topic_score_gemma":0.004967101,"teacher_disagreement_score":0.0784899,"about_ca_system_score_codex":0.00019595631,"about_ca_system_score_gemma":0.00794782,"threshold_uncertainty_score":0.999468},"labels":[],"label_agreement":null},{"id":"W3198401975","doi":"10.2196/28335","title":"Certified Examination Assistants in the Age of Telemedicine: A Blueprint Through Neurology","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telemedicine; Certification; Medicine; Blueprint; Physical examination; Medical education; Health care; Medical emergency; Nursing; Surgery","score_opus":0.044165135779152466,"score_gpt":0.4102926180351609,"score_spread":0.36612748225600844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198401975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93859375,0.00021933945,0.00024637397,0.05593751,0.00047315928,0.0006042974,0.0000013738983,0.000019872847,0.0039043333],"genre_scores_gemma":[0.97278345,0.00012677233,0.00028857775,0.02574333,0.0003755912,0.00021774297,0.00034092736,0.0000111786785,0.000112422225],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977285,0.0003221981,0.00065025385,0.00025431276,0.0008218347,0.00022288618],"domain_scores_gemma":[0.99898803,0.0002352694,0.00015893832,0.00033159571,0.00018339009,0.00010278848],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008318202,0.000109656736,0.00027347298,0.00011404885,0.000037612263,0.000004750645,0.00011480471,0.00013779369,0.0009791023],"category_scores_gemma":[0.0013684174,0.00007803331,0.00004097849,0.0006992879,0.00012976058,0.00006928082,0.000024534813,0.000395114,0.000009673094],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003443837,0.0054591293,0.19743715,0.001191909,0.0000585804,0.0008120572,0.02629596,7.017021e-7,0.0047696168,0.01209685,0.032552496,0.71898115],"study_design_scores_gemma":[0.0017720304,0.00033659572,0.96363974,0.00014919121,0.000036008663,0.00025892118,0.0033298482,0.000041292747,0.00033316063,0.00069901755,0.029344793,0.00005943067],"about_ca_topic_score_codex":0.00018619998,"about_ca_topic_score_gemma":0.00020918217,"teacher_disagreement_score":0.76620257,"about_ca_system_score_codex":0.00005410284,"about_ca_system_score_gemma":0.001375495,"threshold_uncertainty_score":0.99993414},"labels":[],"label_agreement":null},{"id":"W3199218219","doi":"10.2196/30440","title":"Simulation-Based Teaching of Telemedicine for Future Users of Teleconsultation and Tele-Expertise: Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Université de Franche-Comté","keywords":"Telemedicine; Training (meteorology); Health care; Medical education; Videoconferencing; Quality (philosophy); Medicine; Nursing; Multimedia; Computer science","score_opus":0.0311244329606513,"score_gpt":0.43818198171364753,"score_spread":0.4070575487529962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199218219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852971,0.00043675746,0.0017792137,0.009213069,0.00065631216,0.0025264826,0.00001395493,0.00003595025,0.00004114721],"genre_scores_gemma":[0.9944465,0.0000058889455,0.0030603856,0.0010286804,0.0006401443,0.00034339685,0.0003814409,0.000024621462,0.00006892378],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99757594,0.00022132088,0.000909794,0.00039749837,0.0007181954,0.0001772488],"domain_scores_gemma":[0.99487853,0.0021256844,0.0003622181,0.00042506514,0.0018749326,0.00033358476],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00082449114,0.00015882499,0.0004311455,0.00020951558,0.00010958174,0.0000075536855,0.00007221934,0.00019684529,0.00029337397],"category_scores_gemma":[0.008363136,0.00014786673,0.000075681615,0.00040290895,0.00012258285,0.00009089892,0.0000124757835,0.00027122186,7.4590616e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036546463,0.004003988,0.9347248,0.0013576865,0.00004617948,8.855868e-7,0.012772202,0.0004559022,0.00027956694,0.00013688943,0.0005440134,0.045312412],"study_design_scores_gemma":[0.004574266,0.00078060216,0.91440034,0.00048195638,0.00013272843,0.0000046696696,0.03898267,0.039175242,0.0007337987,0.000087029584,0.00050500064,0.00014167377],"about_ca_topic_score_codex":0.000114958566,"about_ca_topic_score_gemma":0.000025106452,"teacher_disagreement_score":0.04517074,"about_ca_system_score_codex":0.00020064585,"about_ca_system_score_gemma":0.005383818,"threshold_uncertainty_score":0.99998987},"labels":[],"label_agreement":null},{"id":"W3199867481","doi":"10.2196/27923","title":"The Role of Online Arts and Humanities in Medical Student Education: Mixed Methods Study of Feasibility and Perceived Impact of a 1-Week Online Course","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Empathy and Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences","keywords":"The arts; Medical education; Psychology; Arts in education; Perception; Medical humanities; Perspective (graphical); Humanities; Pedagogy; Visual arts; Medicine; Art","score_opus":0.043383753956618414,"score_gpt":0.4928096562107302,"score_spread":0.4494259022541118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199867481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893426,0.0061096027,0.0000046100527,0.0032158433,0.0003960237,0.00080309046,0.00000880162,0.000007979718,0.00011150444],"genre_scores_gemma":[0.997758,0.0008392573,0.0005897899,0.00025744367,0.00022669617,0.00009177781,0.00012498109,0.000011969101,0.00010011982],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997007,0.00058141066,0.00090172765,0.00030602718,0.0010247662,0.00017903307],"domain_scores_gemma":[0.9975301,0.0007092164,0.0002876921,0.0004021488,0.0006236569,0.00044716918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00164303,0.00015836801,0.000552413,0.00011766857,0.000056407465,0.0000080963455,0.00014053674,0.00018819187,0.00031350867],"category_scores_gemma":[0.0054700505,0.00010914359,0.00007803365,0.00032864398,0.000597779,0.00006585619,0.00009019416,0.00044080833,1.9824152e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025259293,0.08903142,0.21266827,0.00047586142,0.00015230336,0.000004342808,0.12817934,2.604662e-7,0.0005562058,0.0002666362,0.00031009768,0.56810266],"study_design_scores_gemma":[0.0011235346,0.0008129818,0.66989946,0.0004387469,0.00009840928,0.000044012486,0.32688615,0.00010069874,0.000083111256,0.0003296495,0.00012798805,0.000055252964],"about_ca_topic_score_codex":0.0006660037,"about_ca_topic_score_gemma":0.0011709468,"teacher_disagreement_score":0.5680474,"about_ca_system_score_codex":0.000117210955,"about_ca_system_score_gemma":0.010218248,"threshold_uncertainty_score":0.9953929},"labels":[],"label_agreement":null},{"id":"W3201337652","doi":"10.2196/26675","title":"Interpretation of a 12-Lead Electrocardiogram by Medical Students: Quantitative Eye-Tracking Approach","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"ECG Monitoring and Analysis","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Eye tracking; Fixation (population genetics); Set (abstract data type); Eye movement; Interpretation (philosophy); Test (biology); Psychology; Computer science; Artificial intelligence; Medicine","score_opus":0.012878947115981074,"score_gpt":0.4007551226258456,"score_spread":0.38787617550986453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201337652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9564327,0.0025558996,0.031158026,0.0055055744,0.0005608971,0.0003123204,0.0000022284305,0.0000833935,0.0033889622],"genre_scores_gemma":[0.9946472,0.00029416382,0.002571292,0.0008608258,0.00036306938,0.000120302226,0.00033233594,0.000019186402,0.0007916385],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99663866,0.00018462996,0.00046981388,0.0003366684,0.0021596435,0.00021056634],"domain_scores_gemma":[0.99874336,0.00012797429,0.00014395108,0.00024471313,0.00038180628,0.00035817208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007513999,0.00013465149,0.00040737842,0.0001403405,0.00004893496,0.00003086804,0.00020179679,0.00023171505,0.0002461385],"category_scores_gemma":[0.0031002061,0.00011854461,0.00018906707,0.00055050786,0.000115854426,0.000089172296,0.000047948626,0.00045928324,0.0000138430905],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035813902,0.012904303,0.31823155,0.0011476993,0.0015920626,0.0000481375,0.011112986,0.0000048738866,0.009973398,0.00063092913,0.033215407,0.61078054],"study_design_scores_gemma":[0.01919052,0.0052351803,0.48837498,0.021555824,0.005803614,0.0008807717,0.14363645,0.20375825,0.05879905,0.0016479762,0.047949426,0.0031679638],"about_ca_topic_score_codex":0.00005938912,"about_ca_topic_score_gemma":0.00000637481,"teacher_disagreement_score":0.60761255,"about_ca_system_score_codex":0.00010423973,"about_ca_system_score_gemma":0.0014776232,"threshold_uncertainty_score":0.4834109},"labels":[],"label_agreement":null},{"id":"W3201374360","doi":"10.2196/30607","title":"Using Instagram to Enhance a Hematology and Oncology Teaching Module During the COVID-19 Pandemic: Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Curriculum; Coronavirus disease 2019 (COVID-19); Pandemic; Higher education; Internal medicine; Medicine; Oncology; Psychology; Family medicine; Disease; Pedagogy; Political science","score_opus":0.13895684065446792,"score_gpt":0.5646598304630918,"score_spread":0.42570298980862387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201374360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96977204,0.00017530732,0.00020301667,0.02274803,0.0051692086,0.0013899123,9.869423e-7,0.00006463908,0.00047686114],"genre_scores_gemma":[0.99145764,0.000035259163,0.00054387643,0.0044280663,0.0019276716,0.0014567355,0.0000054202333,0.000010061501,0.00013526421],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968692,0.0013744235,0.00038625541,0.00038175253,0.0006555503,0.0003328201],"domain_scores_gemma":[0.9968716,0.0019028998,0.00014627592,0.00017667585,0.00019205778,0.0007104739],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0028030474,0.00009294238,0.00017567837,0.00008306288,0.0016413088,0.000087202265,0.00020691854,0.0002566442,0.00033978955],"category_scores_gemma":[0.034805976,0.000084875275,0.000027559774,0.00040316812,0.00033952988,0.00014149217,0.00008458032,0.0005320471,0.000012149023],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001624514,0.00060407806,0.8849096,0.00003872538,0.000008157138,0.000002874785,0.09699982,0.000004018272,0.000046737714,0.002641854,0.00018407646,0.014543836],"study_design_scores_gemma":[0.00030919941,0.00006685062,0.8582455,0.000026677737,0.000010292636,0.00010553765,0.05449256,0.00004019435,0.000012860438,0.0010729013,0.085465565,0.00015183949],"about_ca_topic_score_codex":0.008709897,"about_ca_topic_score_gemma":0.009629068,"teacher_disagreement_score":0.08528149,"about_ca_system_score_codex":0.001625066,"about_ca_system_score_gemma":0.012398604,"threshold_uncertainty_score":0.9996584},"labels":[],"label_agreement":null},{"id":"W3201475526","doi":"10.2196/30652","title":"e-Learning and Web-Based Tools for Psychosocial Interventions Addressing Neuropsychiatric Symptoms of Dementia During the COVID-19 Pandemic in Tokyo, Japan: Quasi-Experimental Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science; Policy-Based Medical Services Foundation","keywords":"Dementia; Psychosocial; Psychological intervention; Medicine; Pandemic; Social distance; Coronavirus disease 2019 (COVID-19); Psychiatry; Disease; Internal medicine; Infectious disease (medical specialty)","score_opus":0.04425886232038694,"score_gpt":0.44386824580113854,"score_spread":0.3996093834807516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201475526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99439996,0.0008993656,0.00016118123,0.0026647358,0.0002492335,0.0014325712,0.0000030034894,0.00002546487,0.00016449622],"genre_scores_gemma":[0.99788177,0.00003268127,0.00006310766,0.0006991668,0.00017410814,0.00086324895,0.000055990284,0.000015004783,0.0002149286],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99813807,0.0003766459,0.00042270616,0.0002938503,0.0005458333,0.00022288157],"domain_scores_gemma":[0.99906355,0.00032425972,0.00012183103,0.00012197417,0.00012922465,0.00023915687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076658494,0.00010944359,0.00020885184,0.00018187685,0.00019824442,0.000056816927,0.00008845963,0.00006823223,0.0007599823],"category_scores_gemma":[0.0019385056,0.000089747686,0.00011785987,0.00040733803,0.000110004876,0.00008948904,0.000056770074,0.00031424328,0.0000018149266],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027548868,0.009648672,0.9659603,0.00054371345,0.000067547924,0.000005273268,0.001635846,5.663146e-7,0.00197787,0.00003131645,0.00020228798,0.019651119],"study_design_scores_gemma":[0.009934116,0.002867037,0.9592085,0.00049155107,0.00017551983,0.00004495496,0.02495527,0.00034403097,0.00026356123,0.000027669488,0.0015582433,0.00012954896],"about_ca_topic_score_codex":0.000028934825,"about_ca_topic_score_gemma":0.000060920072,"teacher_disagreement_score":0.023319425,"about_ca_system_score_codex":0.00011773585,"about_ca_system_score_gemma":0.0016855262,"threshold_uncertainty_score":0.8321273},"labels":[],"label_agreement":null},{"id":"W3201784666","doi":"10.2196/27441","title":"Use of Commercially Produced Medical Education Videos in a Cardiovascular Curriculum: Multiple Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Empathy and Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Class (philosophy); Dashboard; Multimedia; Computer science; Osmosis; Medical education; Student engagement; Medicine; Psychology; Artificial intelligence; Data science; Chemistry; Pedagogy","score_opus":0.020608599384203855,"score_gpt":0.34760259493516266,"score_spread":0.3269939955509588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201784666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829905,0.0012309472,0.0000396898,0.010498097,0.0021772059,0.002599974,0.00000184126,0.00005615042,0.00040559194],"genre_scores_gemma":[0.99222755,0.00029466764,0.00046655277,0.0036345953,0.0010294263,0.0014343985,0.0004340875,0.000035938498,0.0004427739],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99438846,0.0006028925,0.0010559667,0.0007333381,0.0028542194,0.00036509612],"domain_scores_gemma":[0.9964885,0.00024166255,0.00019377019,0.0009895683,0.000990862,0.0010955984],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019866622,0.00025552814,0.0008489014,0.00030102674,0.00006929064,0.000023570512,0.00022237493,0.00044090205,0.0014013329],"category_scores_gemma":[0.03457718,0.00023195344,0.00026503814,0.0011762751,0.00018104618,0.00023598425,0.00009073388,0.00084877654,0.000032306285],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007245738,0.030384986,0.79739314,0.00035127337,0.00021583965,0.00004607724,0.009991864,0.0000012833028,0.000074492134,0.00009148172,0.011207264,0.15016986],"study_design_scores_gemma":[0.0023160249,0.00025893553,0.95705795,0.0015401838,0.00035273744,0.00021064452,0.02101954,0.00041567953,0.00045445192,0.000055984514,0.016051807,0.00026606323],"about_ca_topic_score_codex":0.0023606292,"about_ca_topic_score_gemma":0.00063264003,"teacher_disagreement_score":0.15966482,"about_ca_system_score_codex":0.00032142128,"about_ca_system_score_gemma":0.028057547,"threshold_uncertainty_score":0.99951154},"labels":[],"label_agreement":null},{"id":"W3202428209","doi":"10.2196/25662","title":"Effect of Electronic Device Addiction on Sleep Quality and Academic Performance Among Health Care Students: Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pittsburgh Sleep Quality Index; Cross-sectional study; Sleep hygiene; Odds ratio; Medicine; Odds; Bedtime; Logistic regression; Addiction; Sleep (system call); Gerontology; Psychology; Sleep quality; Psychiatry; Internal medicine; Cognition","score_opus":0.020458010319972766,"score_gpt":0.4789859592986674,"score_spread":0.45852794897869464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202428209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99694806,0.00048473783,0.0000030088793,0.0010297385,0.0005634938,0.0006816079,0.0000018505173,0.000066440465,0.00022108086],"genre_scores_gemma":[0.99888206,0.00015433974,0.0000033256742,0.00052703905,0.00019922882,0.00010210103,0.000021865286,0.00000732714,0.00010271573],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99695575,0.000832491,0.00036529216,0.00027937363,0.0012681013,0.00029896374],"domain_scores_gemma":[0.99912393,0.00013843836,0.00021913693,0.00015804668,0.00016186565,0.0001985716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026513708,0.00009953622,0.00018962006,0.00008179897,0.00043583958,0.00003311838,0.00024250463,0.00027702248,0.00011576172],"category_scores_gemma":[0.0016076802,0.000095212985,0.000033166867,0.00033629814,0.00028765222,0.00017636779,0.000052543895,0.00070347526,0.000008491381],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006559186,0.00044238887,0.94503367,0.00007686226,0.000017641725,1.856639e-7,0.0042817774,5.0979094e-7,0.000004208547,0.00009111995,0.00015838079,0.049827635],"study_design_scores_gemma":[0.00067955535,0.00067560025,0.99410033,0.0001017619,0.000008400446,0.0000012798347,0.003943186,0.0000063075317,0.00012236006,0.000012559975,0.00027927943,0.000069377136],"about_ca_topic_score_codex":0.0007652209,"about_ca_topic_score_gemma":0.0006882417,"teacher_disagreement_score":0.049758255,"about_ca_system_score_codex":0.0007225497,"about_ca_system_score_gemma":0.0018292094,"threshold_uncertainty_score":0.38826728},"labels":[],"label_agreement":null},{"id":"W3202658643","doi":"10.2196/24027","title":"Medical Data Mining Course Development in Postgraduate Medical Education: Web-Based Survey and Case Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Peking Union Medical College; Chinese Academy of Medical Sciences; Tencent","keywords":"Context (archaeology); Medical education; Computer science; Big data; Data science; Medicine; Data mining","score_opus":0.04115015808273728,"score_gpt":0.40426639478782933,"score_spread":0.3631162367050921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202658643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91590166,0.0003869883,0.0009503796,0.08145826,0.00097147573,0.0001867969,0.0000020448613,0.000065922264,0.00007645868],"genre_scores_gemma":[0.9878659,0.0000297121,0.006893428,0.0043252646,0.0002920354,0.000051912113,0.00030904615,0.000012924914,0.00021973709],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99549454,0.0007771191,0.00062684517,0.0007508437,0.0020512484,0.00029938578],"domain_scores_gemma":[0.9971075,0.0005628494,0.0001265642,0.0008569521,0.00030354958,0.0010425957],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0043608253,0.00017636275,0.00027886688,0.00015128641,0.00014685065,0.00013300388,0.0010465503,0.00021976866,0.00032513158],"category_scores_gemma":[0.01042201,0.00016277708,0.000019459814,0.00085356727,0.00011350381,0.00022549224,0.0005840459,0.0006252545,0.0000186201],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006246199,0.00804524,0.32407266,0.00005630819,0.000028794926,0.0020545018,0.0029064694,0.0000013109671,3.8894672e-7,0.00020943201,0.0144924475,0.6481262],"study_design_scores_gemma":[0.0033197214,0.00019382713,0.47258335,0.0011557483,0.00003444563,0.004589869,0.009164786,0.49122524,0.0000054519032,0.00011838946,0.016868051,0.0007411174],"about_ca_topic_score_codex":0.00053122913,"about_ca_topic_score_gemma":0.0064182705,"teacher_disagreement_score":0.64738506,"about_ca_system_score_codex":0.00007757243,"about_ca_system_score_gemma":0.06583509,"threshold_uncertainty_score":0.9979136},"labels":[],"label_agreement":null},{"id":"W3203026486","doi":"10.2196/31132","title":"Use of an Online Ultrasound Simulator to Teach Basic Psychomotor Skills to Medical Students During the Initial COVID-19 Lockdown: Quality Control Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychomotor learning; Popularity; Ultrasound; Simulation; Medicine; Computer-assisted web interviewing; Physical therapy; Medical education; Psychology; Medical physics; Computer science; Mathematics; Radiology","score_opus":0.07160171083798757,"score_gpt":0.5123915046965525,"score_spread":0.4407897938585649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203026486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9560577,0.000018003377,0.0007860025,0.03865792,0.000683648,0.0035270308,0.00015242737,0.000092472634,0.00002475394],"genre_scores_gemma":[0.9314302,0.000010165871,0.00070810417,0.06466486,0.0015278636,0.00087782426,0.0002343927,0.000039993727,0.00050655036],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99237484,0.00093183626,0.001527644,0.00085698534,0.0039026702,0.00040600917],"domain_scores_gemma":[0.987465,0.0059749484,0.0002565338,0.0015205763,0.0006794734,0.0041034664],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026935295,0.0002805976,0.00069666933,0.00013871765,0.0002254218,0.00008478587,0.0008611523,0.00033884693,0.0052922023],"category_scores_gemma":[0.101111576,0.00020924708,0.00016355574,0.00089317915,0.00025702137,0.00013352203,0.00016631649,0.00088535575,0.00008831039],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012651923,0.098737,0.86470735,0.000273722,0.00042465387,0.000040209998,0.008986003,0.000045353456,0.0026426308,0.00017037112,0.009906697,0.012800822],"study_design_scores_gemma":[0.004490462,0.00076527137,0.9735302,0.00016833805,0.00014498211,0.00008331062,0.003535797,0.0000402287,0.00010762616,0.00007436399,0.016827218,0.00023221398],"about_ca_topic_score_codex":0.00032139983,"about_ca_topic_score_gemma":0.00071586453,"teacher_disagreement_score":0.108822845,"about_ca_system_score_codex":0.00036002597,"about_ca_system_score_gemma":0.005665244,"threshold_uncertainty_score":0.9999717},"labels":[],"label_agreement":null},{"id":"W3203070289","doi":"10.2196/32356","title":"Assessment of Entrustable Professional Activities Using a Web-Based Simulation Platform During Transition to Emergency Medicine Residency: Mixed Methods Pilot Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Medical education; Medical diagnosis; Thematic analysis; Medicine; Action (physics); Fidelity; Psychology; Family medicine; Medical physics; Computer science; Qualitative research; Pathology","score_opus":0.056291666504173006,"score_gpt":0.4981148289236449,"score_spread":0.4418231624194719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203070289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9666431,0.00007244189,0.019140929,0.008150231,0.003699675,0.0016271236,0.0000031963007,0.00007110037,0.0005922189],"genre_scores_gemma":[0.96421355,0.000011207574,0.032796726,0.0008184525,0.00083518797,0.00048418835,0.00023719443,0.000038528968,0.0005649696],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9955503,0.0004506091,0.0012683776,0.0005067171,0.0018912612,0.00033277555],"domain_scores_gemma":[0.9975147,0.00023775239,0.00036942755,0.0005052083,0.0011004009,0.00027249157],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020547737,0.00024775098,0.00053321605,0.0006391821,0.0002417756,0.0000094485795,0.00014166773,0.00017129262,0.0061922423],"category_scores_gemma":[0.004021859,0.00022391997,0.00006857433,0.0018614499,0.00010962254,0.00026712182,0.000048505,0.00053513853,0.0000034097152],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030973079,0.090156175,0.10009062,0.009547162,0.0008363037,0.000061587736,0.039580494,0.007229065,0.59464264,0.005194623,0.024920871,0.124643125],"study_design_scores_gemma":[0.0071182144,0.003162997,0.7929281,0.004291725,0.0005697675,0.000050717816,0.05348763,0.12625882,0.00952392,0.00061284035,0.0014113756,0.0005839097],"about_ca_topic_score_codex":0.00010531016,"about_ca_topic_score_gemma":0.00003855072,"teacher_disagreement_score":0.6928375,"about_ca_system_score_codex":0.00069179985,"about_ca_system_score_gemma":0.0086285835,"threshold_uncertainty_score":0.9969916},"labels":[],"label_agreement":null},{"id":"W3203127428","doi":"10.2196/30533","title":"Replicating Anatomical Teaching Specimens Using 3D Modeling Embedded Within a Multimodal e-Learning Course: Pre-Post Study Exploring the Impact on Medical Education During COVID-19","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"University of British Columbia","keywords":"Test (biology); Medical education; Cohort; Medicine; Pandemic; Coronavirus disease 2019 (COVID-19); Psychology; Internal medicine; Disease","score_opus":0.020779724141799086,"score_gpt":0.3719567552331336,"score_spread":0.3511770310913345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203127428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896151,0.00037958537,0.004340478,0.0024703587,0.0013291133,0.00077498687,0.0000018356914,0.00072293624,0.00036561035],"genre_scores_gemma":[0.99565524,0.00007730571,0.0015508948,0.0008196596,0.0011394201,0.00055171485,0.00006052186,0.00008968647,0.000055587287],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957404,0.000482544,0.0009039654,0.0007486851,0.0014647918,0.00065957673],"domain_scores_gemma":[0.9972819,0.00036183852,0.00016893672,0.0007448492,0.00016579404,0.0012766889],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0018618612,0.00041758094,0.00047459002,0.00023936755,0.0007836281,0.00009389137,0.0005790021,0.0004543362,0.00062431104],"category_scores_gemma":[0.012496573,0.00033083386,0.00015406999,0.0005610548,0.0001584996,0.0002850396,0.00019851394,0.0032897259,0.000020439036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005155814,0.015883146,0.019749481,0.0011025086,0.0011569598,0.00041024975,0.11346051,0.31224886,0.004580346,0.0055972454,0.0022253736,0.52306974],"study_design_scores_gemma":[0.0009786779,0.00013131344,0.0028992032,0.0005820498,0.000069848946,0.00037760098,0.03330141,0.9603897,0.00020606088,0.00018179897,0.00045606232,0.00042631474],"about_ca_topic_score_codex":0.00033805112,"about_ca_topic_score_gemma":0.000054661727,"teacher_disagreement_score":0.6481408,"about_ca_system_score_codex":0.0010184319,"about_ca_system_score_gemma":0.006312536,"threshold_uncertainty_score":0.99991435},"labels":[],"label_agreement":null},{"id":"W3203413511","doi":"10.2196/29486","title":"Evaluating Applicant Perceptions of the Impact of Social Media on the 2020-2021 Residency Application Cycle Occurring During the COVID-19 Pandemic: Survey Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Pandemic; Medical education; Coronavirus disease 2019 (COVID-19); Family medicine; Psychology; Medicine; Perception; Political science","score_opus":0.16527549512143866,"score_gpt":0.5468491037860203,"score_spread":0.38157360866458157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203413511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980991,0.00007089453,0.000016103671,0.014758308,0.0012064497,0.0026903437,0.0000174673,0.000022747628,0.00022668726],"genre_scores_gemma":[0.99482656,0.00005677733,0.000015166098,0.00036907324,0.0018153008,0.0028577666,0.000023220487,0.000014562311,0.00002159427],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927466,0.004144258,0.00065709464,0.00033809894,0.0017998583,0.00031410513],"domain_scores_gemma":[0.98792905,0.009914762,0.00064553967,0.0005800854,0.00063565077,0.0002949287],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0076357997,0.0001370069,0.00024144328,0.000053300977,0.0016155328,0.000036962952,0.00070647127,0.00018586127,0.0013235238],"category_scores_gemma":[0.066216685,0.000082538805,0.00015258459,0.0015679655,0.0006166652,0.000081322476,0.00010649688,0.00054957904,0.000013062588],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028943938,0.00091037765,0.7515271,0.000042227657,0.000027631575,1.088124e-7,0.22759944,0.000027468297,0.0002818077,0.001188824,0.0012751642,0.017090945],"study_design_scores_gemma":[0.00019692499,0.000026999478,0.9086377,0.000036681606,0.000024125613,0.0000012884718,0.08974655,0.00006331559,0.000010918989,0.0009737803,0.00020611846,0.00007559158],"about_ca_topic_score_codex":0.021627571,"about_ca_topic_score_gemma":0.020939788,"teacher_disagreement_score":0.15711063,"about_ca_system_score_codex":0.0010780266,"about_ca_system_score_gemma":0.017284751,"threshold_uncertainty_score":0.9996842},"labels":[],"label_agreement":null},{"id":"W3203562947","doi":"10.2196/30378","title":"An e-Learning Program for Physiotherapists to Manage Knee Osteoarthritis Via Telehealth During the COVID-19 Pandemic: Real-World Evaluation Study Using Registration and Survey Data","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Telehealth; Physical therapy; Medicine; Likert scale; Referral; Telerehabilitation; Osteoarthritis; Scale (ratio); Telemedicine; Pandemic; Medical education; Health care; Coronavirus disease 2019 (COVID-19); Nursing; Psychology; Disease; Alternative medicine","score_opus":0.13451231422118295,"score_gpt":0.5273505166538741,"score_spread":0.3928382024326912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203562947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866342,0.00014953315,0.0012083026,0.004690539,0.00027082924,0.006852283,0.000044234013,0.00011273033,0.000037334616],"genre_scores_gemma":[0.9855479,0.00005768812,0.0018741232,0.0036978056,0.0008396496,0.0016470201,0.006146893,0.000033981112,0.00015491122],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99667484,0.00087875436,0.0005816003,0.00062205526,0.0009363145,0.00030643394],"domain_scores_gemma":[0.99765235,0.0003628922,0.00025880596,0.0006582385,0.00039997493,0.00066774536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038656462,0.0001606443,0.00026265506,0.00015875649,0.0004585115,0.00006964302,0.00014205913,0.00007827143,0.0003913995],"category_scores_gemma":[0.0030134125,0.00013485235,0.000021210173,0.00064346724,0.00005515741,0.00023177889,0.00005647408,0.00027405543,0.0000016635552],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029489942,0.0010012093,0.3203532,0.0006062205,0.000032388027,0.0000048737634,0.004885856,0.0000060570637,0.00034556485,0.000007789153,0.001622134,0.6708398],"study_design_scores_gemma":[0.004091952,0.0019128468,0.96587706,0.00016642867,0.0000962671,0.00012935084,0.006844232,0.0070978436,0.000009934194,0.00005365887,0.013558258,0.000162158],"about_ca_topic_score_codex":0.0043188343,"about_ca_topic_score_gemma":0.024481045,"teacher_disagreement_score":0.67067766,"about_ca_system_score_codex":0.00041482982,"about_ca_system_score_gemma":0.003047125,"threshold_uncertainty_score":0.99331963},"labels":[],"label_agreement":null},{"id":"W3204369497","doi":"10.2196/33090","title":"Effects of a 2-Week Remote Learning Program on Empathy and Clinical and Communication Skills in Premedical Students: Mixed Methods Evaluation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Empathy and Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Empathy; Internship; Medical education; Psychology; Core competency; Focus group; Curriculum; Medicine; Social psychology; Pedagogy","score_opus":0.03153430708146392,"score_gpt":0.5234511407566279,"score_spread":0.491916833675164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204369497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920945,0.0014883643,0.000104570565,0.002637679,0.0006531315,0.0027810566,2.0821109e-7,0.000044366043,0.00019608253],"genre_scores_gemma":[0.98975396,0.0011327539,0.0074745496,0.0007540191,0.00020292898,0.00044032114,0.00008998169,0.000020911431,0.00013058669],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9934555,0.0033646317,0.0009349114,0.0005200327,0.0015009816,0.00022390742],"domain_scores_gemma":[0.99661297,0.0017338337,0.0002509811,0.00039390993,0.00041369113,0.00059460645],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007010819,0.00018320243,0.0005500154,0.0001955909,0.000078659985,0.000026575457,0.00013777976,0.00035730947,0.00008845143],"category_scores_gemma":[0.034616876,0.00016034863,0.000068136156,0.0004941833,0.00034455652,0.00009534162,0.00013006022,0.0010912395,0.0000032549558],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001421521,0.031171009,0.061126452,0.00032557937,0.000066040564,0.000009303518,0.025004538,2.0007553e-7,0.000036365014,0.00002963729,0.00020270274,0.881886],"study_design_scores_gemma":[0.005647462,0.002476665,0.9568379,0.0018817313,0.00030959633,0.00003722763,0.029927887,0.0016719793,0.00023501087,0.000351262,0.0004925579,0.00013070743],"about_ca_topic_score_codex":0.00006985897,"about_ca_topic_score_gemma":0.00004945928,"teacher_disagreement_score":0.8957115,"about_ca_system_score_codex":0.000111833295,"about_ca_system_score_gemma":0.0020748787,"threshold_uncertainty_score":0.973515},"labels":[],"label_agreement":null},{"id":"W3204460509","doi":"10.2196/28623","title":"Self-Reported Preferences for Help-Seeking and Barriers to Using Mental Health Supports Among Internal Medicine Residents: Exploratory Use of an Econometric Best-Worst Scaling Framework for Gathering Physician Wellness Preferences","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Mental health; Multinomial logistic regression; Psychology; Descriptive statistics; Burnout; Medicine; Nursing; Clinical psychology; Psychiatry","score_opus":0.09638531654301043,"score_gpt":0.46562737828015754,"score_spread":0.36924206173714713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204460509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836342,0.0009451452,0.0051274016,0.005296431,0.0026521094,0.002229084,0.0000518379,0.000045001834,0.000018830664],"genre_scores_gemma":[0.9828316,0.00042893624,0.01107337,0.0031158947,0.0012171379,0.0010179719,0.00021343758,0.000042560023,0.000059085887],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99643606,0.0005705637,0.0012946364,0.00057798636,0.0005609344,0.00055983034],"domain_scores_gemma":[0.9960059,0.0010933508,0.0008625778,0.00028291743,0.00047564818,0.0012796291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016869463,0.00022541815,0.0005815856,0.00032853562,0.00091636996,0.000030721105,0.00018818057,0.00031456788,0.00029140626],"category_scores_gemma":[0.0038298809,0.0001924837,0.000058103167,0.00047586113,0.00011023733,0.0005012823,0.00012152539,0.0005028344,8.857792e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041106011,0.0010663869,0.5409956,0.008987442,0.00025774853,0.0000041255585,0.11422117,0.0000127945905,0.0001949732,0.0010085357,0.002144278,0.3306959],"study_design_scores_gemma":[0.003780058,0.0019754223,0.19901639,0.13045362,0.00030113672,0.000017663377,0.6208274,0.015708236,0.0010553607,0.01729837,0.008161083,0.0014052624],"about_ca_topic_score_codex":0.0015130442,"about_ca_topic_score_gemma":0.00086786353,"teacher_disagreement_score":0.5066062,"about_ca_system_score_codex":0.00030591362,"about_ca_system_score_gemma":0.006464712,"threshold_uncertainty_score":0.99916774},"labels":[],"label_agreement":null},{"id":"W3205251412","doi":"10.2196/25654","title":"Audience of Academic Otolaryngology on Twitter: Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Social media; Otorhinolaryngology; Health care; Medical education; Categorization; Medicine; Family medicine; Psychology; Computer science; World Wide Web; Political science","score_opus":0.09008203587002475,"score_gpt":0.5046970380489549,"score_spread":0.4146150021789302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205251412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97466743,0.00012099841,0.0000082702845,0.009482186,0.01163983,0.0009401711,9.758866e-7,0.000039716284,0.0031004464],"genre_scores_gemma":[0.99406296,0.000088213776,0.00006835408,0.0016297381,0.002536077,0.0013149165,0.000014810376,0.000008244298,0.00027668863],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970629,0.00062540756,0.00047376208,0.00031831753,0.0012426652,0.00027690796],"domain_scores_gemma":[0.99741894,0.0013685917,0.00020569057,0.00019366242,0.0004578592,0.0003552511],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015608387,0.00008180917,0.00016168521,0.00010342431,0.00032607652,0.00001965062,0.00029312936,0.0003409957,0.0018099352],"category_scores_gemma":[0.020482277,0.000087362365,0.0000445903,0.00065152795,0.00044972784,0.00013486127,0.0000337108,0.00053305115,0.00009405194],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014165691,0.0010742622,0.9479144,0.000022580578,0.0000057193533,0.0000011625493,0.035612095,3.113443e-7,0.00002313206,0.0047087776,0.0013086884,0.009314667],"study_design_scores_gemma":[0.0001960125,0.000089483314,0.9760023,0.000039679435,0.000004282986,0.0000024255246,0.009417872,0.0000032065489,0.000049169244,0.0010414621,0.013082922,0.0000712033],"about_ca_topic_score_codex":0.0015001951,"about_ca_topic_score_gemma":0.0003984697,"teacher_disagreement_score":0.028087845,"about_ca_system_score_codex":0.00033715667,"about_ca_system_score_gemma":0.009511946,"threshold_uncertainty_score":0.99910253},"labels":[],"label_agreement":null},{"id":"W3207169165","doi":"10.2196/26251","title":"The Use of a Formative Pedagogy Lens to Enhance and Maintain Virtual Supervisory Relationships: Appreciative Inquiry and Critical Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Appreciative Inquiry and Organizational Change","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stakeholder; Appreciative inquiry; Outreach; Psychology; Knowledge management; Mentorship; Pedagogy; Public relations; Computer science; Medical education; Political science","score_opus":0.11197108695678251,"score_gpt":0.37478262451058175,"score_spread":0.26281153755379927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207169165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67270714,0.019408353,0.023833904,0.275993,0.002445217,0.0022319392,0.000024629924,0.00010980382,0.0032460461],"genre_scores_gemma":[0.9660301,0.0038493718,0.00058020174,0.026835134,0.001785894,0.00027505908,0.00011959946,0.000025415477,0.00049917493],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889743,0.000119927914,0.0003080881,0.0002035758,0.00032802304,0.00014296337],"domain_scores_gemma":[0.9980576,0.0011073935,0.00010626955,0.00012806349,0.0005564096,0.000044238415],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005670133,0.000104347324,0.00016438306,0.000060955754,0.00026832309,0.000075547294,0.00008590466,0.00007840115,0.00022049555],"category_scores_gemma":[0.014241977,0.00008199188,0.000023180462,0.00043944686,0.00025892435,0.0009637217,0.00017052855,0.00020484105,0.000026052112],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005883755,0.00042295211,0.01016633,0.0014697345,0.00004160972,0.0000027046096,0.010272997,0.000001445201,0.00003829647,0.7985036,0.11128949,0.06773206],"study_design_scores_gemma":[0.00048665307,0.0001063572,0.24351656,0.0054419944,0.00018906378,0.000029085457,0.054044873,0.0013616582,0.00020592312,0.02859804,0.66533506,0.0006847417],"about_ca_topic_score_codex":0.000015934977,"about_ca_topic_score_gemma":0.00006287482,"teacher_disagreement_score":0.7699055,"about_ca_system_score_codex":0.00002854579,"about_ca_system_score_gemma":0.00026547507,"threshold_uncertainty_score":0.99406147},"labels":[],"label_agreement":null},{"id":"W3208837646","doi":"10.2196/30873","title":"Digital Health and Digital Learning Experiences Across Speech-Language Pathology, Phoniatrics, and Otolaryngology: Interdisciplinary Survey Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Voice and Speech Disorders","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Terminology; Digital health; German; eHealth; Health care; Digital learning; Psychology; Medicine; Pedagogy","score_opus":0.012760854229752695,"score_gpt":0.38415657085002897,"score_spread":0.37139571662027626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208837646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917024,0.002958496,0.000017797245,0.0042417427,0.00029609658,0.0003747267,0.000008385111,0.000047290894,0.00035310496],"genre_scores_gemma":[0.9973055,0.0001429673,0.00003543446,0.0010409395,0.0001652064,0.00006919478,0.00035609322,0.000014303349,0.00087032915],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99856645,0.00013233075,0.0002929534,0.0004129386,0.00032160856,0.00027370919],"domain_scores_gemma":[0.99904495,0.00015075869,0.00008549326,0.00016733789,0.00008617402,0.00046526274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044660756,0.00013876942,0.00030751707,0.00006370425,0.00018965591,0.0001275331,0.00006775209,0.0001249502,0.00008539642],"category_scores_gemma":[0.0022303842,0.00011847266,0.000031993084,0.00024462742,0.0002648767,0.00026492678,0.00028027073,0.00040475588,0.000010485283],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005468539,0.0011591464,0.6554599,0.00006340557,0.000018263914,0.00014982601,0.10657773,1.6055786e-8,0.0000065868644,0.0000012721332,0.000848908,0.2356603],"study_design_scores_gemma":[0.0008530872,0.0007319106,0.51793504,0.00006753846,0.000006772846,0.00072596566,0.47901142,0.000028434575,0.000006657795,0.000015710319,0.00051288266,0.00010457345],"about_ca_topic_score_codex":0.000046001325,"about_ca_topic_score_gemma":0.00015091068,"teacher_disagreement_score":0.3724337,"about_ca_system_score_codex":0.000040256356,"about_ca_system_score_gemma":0.0010365311,"threshold_uncertainty_score":0.4831175},"labels":[],"label_agreement":null},{"id":"W3211939572","doi":"10.2196/31634","title":"Comparing Web-Based and In-Person Educational Workshops for Canadian Occupational Therapists and Understanding Their Learning Experiences: Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Occupational Therapy Practice and Research","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke; McMaster University","funders":"","keywords":"Occupational therapy; Psychological intervention; Psychology; Promotion (chess); Qualitative property; Medical education; Meaning (existential); Qualitative research; Medicine; Applied psychology; Nursing; Computer science; Physical therapy; Psychotherapist","score_opus":0.2267326616438567,"score_gpt":0.5581868571072102,"score_spread":0.3314541954633535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211939572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981578,0.0006186436,0.0015596508,0.013961077,0.0007288618,0.0009472857,0.000002424619,0.000014487524,0.0005895745],"genre_scores_gemma":[0.99385154,0.000046736397,0.0024165115,0.0012497199,0.00031200866,0.0016664901,0.00011751286,0.000015090333,0.0003243622],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99726105,0.0014491864,0.00029817002,0.00032253025,0.0003498141,0.00031922967],"domain_scores_gemma":[0.9954787,0.003727002,0.00010492534,0.00010717627,0.00021222411,0.00036999842],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022945444,0.000115035255,0.000183249,0.0002534516,0.0009463879,0.0000462829,0.00008898358,0.00015754798,0.0009561547],"category_scores_gemma":[0.0021976414,0.00009972213,0.000023528202,0.00034582271,0.00008008991,0.00016863724,0.000023177494,0.0006112033,0.000002919125],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030395496,0.00076763344,0.85845715,0.00020420377,0.00004724137,0.0000016950888,0.10330852,0.000013283816,0.00010171751,0.0028288532,0.002483054,0.031482708],"study_design_scores_gemma":[0.0014559943,0.00006123802,0.4359627,0.0002859244,0.0000063174057,0.000002730532,0.54918885,0.00772367,0.000008117691,0.0008538585,0.004316818,0.00013376691],"about_ca_topic_score_codex":0.0020427345,"about_ca_topic_score_gemma":0.028876768,"teacher_disagreement_score":0.44588035,"about_ca_system_score_codex":0.0005053834,"about_ca_system_score_gemma":0.013047144,"threshold_uncertainty_score":0.9999571},"labels":[],"label_agreement":null},{"id":"W3213412088","doi":"10.2196/33861","title":"Adjusting to the Reign of Webinars: Viewpoint","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Conferences and Exhibitions Management","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Premise; Event (particle physics); Likert scale; Certificate; Psychology; Quality (philosophy); The Internet; Medical education; Computer science; Medicine; World Wide Web","score_opus":0.025688677606574672,"score_gpt":0.3769412344890363,"score_spread":0.35125255688246165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213412088","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13029681,0.0005037735,0.00087673566,0.56026256,0.0016327446,0.00052496494,0.0000013250864,0.000039180974,0.30586192],"genre_scores_gemma":[0.9903574,0.00015584615,0.00034608904,0.0042950725,0.0005421552,0.00010210376,0.000006443886,0.0000024537903,0.0041924478],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991079,0.00011819222,0.00013739061,0.00010053508,0.0004305534,0.00010542645],"domain_scores_gemma":[0.9994981,0.0000619411,0.000040662468,0.00013051563,0.00015163112,0.000117124204],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006309777,0.0000306642,0.000056887286,0.000025369603,0.00016764751,0.000025697047,0.00015185976,0.0000337273,0.0031843993],"category_scores_gemma":[0.001371703,0.000023050647,0.00002930762,0.00035981322,0.00006342582,0.000038520655,0.000051945983,0.000068497495,0.00006220008],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018643875,0.00021167027,0.00020111976,0.000026692642,0.0000054535485,9.822842e-7,0.02314065,0.0000019676884,0.000014959009,0.28282836,0.09669133,0.59687495],"study_design_scores_gemma":[0.000044755685,0.0000155341,0.003761266,0.000172596,0.000008246339,6.508207e-7,0.058424503,0.000045486417,0.000026544962,0.003768602,0.9336866,0.00004517575],"about_ca_topic_score_codex":0.00074923097,"about_ca_topic_score_gemma":0.0017178997,"teacher_disagreement_score":0.8600606,"about_ca_system_score_codex":0.00004276519,"about_ca_system_score_gemma":0.0015235819,"threshold_uncertainty_score":0.9977268},"labels":[],"label_agreement":null},{"id":"W3215588473","doi":"10.2196/32818","title":"Social Determinants of Health Screening by Preclinical Medical Students During the COVID-19 Pandemic: Service-Based Learning Case Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Service (business); Medical education; Medicine; Virology; Business; Infectious disease (medical specialty); Internal medicine; Disease","score_opus":0.13731935437303744,"score_gpt":0.5479015328097625,"score_spread":0.41058217843672506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215588473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94820464,0.00036705783,0.000028171913,0.049857195,0.00055998,0.0008596008,0.0000034621912,0.00008128731,0.00003859503],"genre_scores_gemma":[0.98793477,0.000058160393,0.00004312271,0.0108196065,0.0007011274,0.00021999389,0.000025957255,0.000013743285,0.00018352878],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9907068,0.0038946604,0.0009655339,0.00041366127,0.0035585943,0.00046072897],"domain_scores_gemma":[0.9967374,0.0012134282,0.00046140063,0.00020491288,0.00039767733,0.0009851363],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0074816123,0.00014521013,0.00038483628,0.00004386282,0.0020591915,0.00007316176,0.00072311,0.00028868087,0.0009897428],"category_scores_gemma":[0.013565104,0.000114655726,0.00009301266,0.0006693685,0.00029587562,0.00010308107,0.0001942499,0.00091649,0.000005990942],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024796514,0.0009333257,0.8953851,0.00023539017,0.000014697058,0.000101542835,0.07030812,0.0000019104273,0.0000014140779,0.000011204758,0.0020528159,0.030929672],"study_design_scores_gemma":[0.0040546255,0.0003696141,0.30499518,0.00061106944,0.000063439955,0.00062474643,0.620985,0.00040020279,0.000005101422,0.00006401321,0.067338206,0.0004888432],"about_ca_topic_score_codex":0.019222412,"about_ca_topic_score_gemma":0.041892536,"teacher_disagreement_score":0.5903899,"about_ca_system_score_codex":0.000502919,"about_ca_system_score_gemma":0.015865747,"threshold_uncertainty_score":0.99992347},"labels":[],"label_agreement":null},{"id":"W3216038349","doi":"10.2196/24372","title":"Learning Analytics Applied to Clinical Diagnostic Reasoning Using a Natural Language Processing–Based Virtual Patient Simulator: Case Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Humanitas Research Hospital; Humanitas University","keywords":"Computer science; Test (biology); Representation (politics); Class (philosophy); Artificial intelligence; Analytics; Identification (biology); Virtual patient; Machine learning; Natural language processing; Data mining; Medical education; Medicine","score_opus":0.032347285964961316,"score_gpt":0.45934339566977384,"score_spread":0.4269961097048125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216038349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945059,0.0003520091,0.0004972361,0.0016313235,0.0013645391,0.0014617589,0.0000016820933,0.00013760179,0.0000479783],"genre_scores_gemma":[0.9912754,0.0000013209697,0.0017693245,0.0050983657,0.0013004135,0.00024693413,0.0001695341,0.000054163156,0.00008448828],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965608,0.0003739022,0.00096266624,0.00064810994,0.0010875955,0.0003669306],"domain_scores_gemma":[0.99564326,0.0016830491,0.0002682284,0.0004643539,0.0009353409,0.0010057671],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.000720709,0.0002357039,0.00043932215,0.00024110686,0.000295172,0.0000655357,0.00009330287,0.0002298978,0.000387942],"category_scores_gemma":[0.011948798,0.00023136467,0.00010076181,0.001007395,0.00007001664,0.00007471912,0.000056682067,0.0009769363,0.00003119313],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016391133,0.0048531955,0.7558468,0.00025028683,0.00005303378,0.0011274536,0.03654376,0.008070592,0.000029308912,0.00001373117,0.00043528434,0.19261265],"study_design_scores_gemma":[0.0036808762,0.0013532046,0.16175315,0.001494533,0.00040327167,0.0010906304,0.37584537,0.45306408,0.00010934421,0.0000045653096,0.00059434684,0.0006066137],"about_ca_topic_score_codex":0.00024738547,"about_ca_topic_score_gemma":0.000051274317,"teacher_disagreement_score":0.5940936,"about_ca_system_score_codex":0.0005324278,"about_ca_system_score_gemma":0.010667291,"threshold_uncertainty_score":0.99637395},"labels":[],"label_agreement":null},{"id":"W36178717","doi":"10.2196/35637","title":"Realizzazione di una normativa per la registrazionedei Potenziali Evocati Miogenici Vestibolari (VEMPs)con Amplaid MK22","year":2009,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Vestibular and auditory disorders","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vestibular system; Audiology; Vestibular evoked myogenic potential; Stimulus (psychology); Vestibular nerve; Reflex; Vestibular nuclei; Vestibulo–ocular reflex; Acoustic reflex; Medicine; Psychology; Neuroscience; Hearing loss","score_opus":0.013340981622351531,"score_gpt":0.3253459709321772,"score_spread":0.3120049893098257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W36178717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.873064,0.00052384706,0.0062237573,0.06804443,0.0044180397,0.0016466943,0.000035669313,0.00072733406,0.045316227],"genre_scores_gemma":[0.98897016,0.00012115726,0.00027788206,0.008289316,0.0008232049,0.00007938194,0.00009899015,0.000028248047,0.0013116832],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970278,0.00040949328,0.00048981933,0.00058578665,0.0010557836,0.00043130305],"domain_scores_gemma":[0.99840814,0.00017730007,0.00022215277,0.0005533342,0.00008470142,0.0005543701],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039213177,0.00027244422,0.0002595745,0.00016082649,0.00033732728,0.0001191956,0.00052848854,0.00031055606,0.0006302197],"category_scores_gemma":[0.0029897082,0.00024947818,0.00010216228,0.00046786986,0.00033158678,0.00043420898,0.000042212643,0.0005298416,0.0003863662],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031142667,0.008162148,0.0020034234,0.00027898626,0.000034634206,0.00010049966,0.009360859,0.00018809829,0.15505706,0.042088147,0.39681092,0.38560382],"study_design_scores_gemma":[0.0045271935,0.0014707542,0.14576387,0.0016147282,0.00013505462,0.0015374199,0.0024982295,0.0031231728,0.039590836,0.027326683,0.7696405,0.0027715673],"about_ca_topic_score_codex":0.00011629366,"about_ca_topic_score_gemma":0.000011966481,"teacher_disagreement_score":0.38283223,"about_ca_system_score_codex":0.00010293948,"about_ca_system_score_gemma":0.0012779745,"threshold_uncertainty_score":0.99999577},"labels":[],"label_agreement":null},{"id":"W4200006960","doi":"10.2196/34369","title":"Trauma Care Training in Vietnam: Narrative Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interim; Medical education; Vietnamese; Health care; Training (meteorology); Medicine; Christian ministry; Continuing medical education; Psychology; Continuing education; Political science","score_opus":0.040673501743282034,"score_gpt":0.4220223975498297,"score_spread":0.3813488958065476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200006960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49648827,0.37492552,0.000019475308,0.05219211,0.002472261,0.0016999526,0.0000020387236,0.00009440697,0.07210594],"genre_scores_gemma":[0.97854215,0.013024329,0.0002627658,0.0066032135,0.0005375844,0.00052915275,0.00012377929,0.0000157098,0.0003613098],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99872345,0.00007260779,0.0003587006,0.00024955778,0.00040548222,0.00019017672],"domain_scores_gemma":[0.9993484,0.000031423882,0.000045314908,0.0001576589,0.00022784628,0.00018934433],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001588286,0.00010840966,0.00035250676,0.00005444262,0.00006420434,0.0000044528288,0.000048074788,0.000086849795,0.002215826],"category_scores_gemma":[0.001117259,0.00009520582,0.00008370406,0.00039870047,0.00005020892,0.00005323679,0.000017717086,0.00025746302,0.00002029864],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014839774,0.00024246631,0.0025647804,0.010900872,0.000026121714,0.000051159568,0.13317463,9.545298e-8,0.000041423453,0.00014198215,0.010065696,0.84277594],"study_design_scores_gemma":[0.0020778554,0.00022713396,0.09474552,0.3945874,0.0001513623,0.0002611473,0.48052883,0.000010160757,0.00030314102,0.0001290427,0.026511129,0.0004672961],"about_ca_topic_score_codex":0.000018368617,"about_ca_topic_score_gemma":0.00043680312,"teacher_disagreement_score":0.84230864,"about_ca_system_score_codex":0.0001060733,"about_ca_system_score_gemma":0.0037143328,"threshold_uncertainty_score":0.99869627},"labels":[],"label_agreement":null},{"id":"W4200037840","doi":"10.2196/31043","title":"Artificial Intelligence Education Programs for Health Care Professionals: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":244,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; The Wilson Centre; Vector Institute; Michener Institute; Public Health Ontario; University of Toronto; University Health Network","funders":"Government of Canada","keywords":"Intervention (counseling); Medical education; Process (computing); Health care; Professional development; Psychology; Medicine; Computer science; Nursing; Political science","score_opus":0.19039549715091805,"score_gpt":0.5782136194019586,"score_spread":0.3878181222510405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200037840","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041125957,0.28325862,0.006777844,0.63617563,0.012166277,0.01848699,0.0000075383145,0.00031599714,0.0016851587],"genre_scores_gemma":[0.6461682,0.026592018,0.025148347,0.24992263,0.013146276,0.027183136,0.008626416,0.00017741176,0.0030355873],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9972131,0.00016521059,0.0010769577,0.00049972715,0.00065725186,0.00038772242],"domain_scores_gemma":[0.99697936,0.00014584008,0.00027302039,0.00040780785,0.0015339892,0.0006600037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007228052,0.00017392541,0.00040062726,0.0001034978,0.00027002458,0.00003445993,0.00012372313,0.00020643347,0.0008377047],"category_scores_gemma":[0.0032929922,0.0001609498,0.00013957595,0.000597984,0.000079751764,0.00013257843,0.000028378763,0.0003345402,0.000089265384],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003208461,0.0019047721,0.00035905596,0.020072004,0.000007754441,5.8769325e-7,0.0031357731,5.6069663e-8,0.0000060734687,0.0015212279,0.023771577,0.949189],"study_design_scores_gemma":[0.00011710167,0.0015484807,0.00085239985,0.75081736,0.00025778246,0.0004051484,0.13056192,0.00040774362,0.009845556,0.011415335,0.092642464,0.001128698],"about_ca_topic_score_codex":0.00009875228,"about_ca_topic_score_gemma":0.00021112846,"teacher_disagreement_score":0.94806033,"about_ca_system_score_codex":0.00042929748,"about_ca_system_score_gemma":0.056226168,"threshold_uncertainty_score":0.94912416},"labels":[],"label_agreement":null},{"id":"W4200105386","doi":"10.2196/34860","title":"Virtual Reality in Medical Students’ Education: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":238,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Modalities; Virtual reality; Interactivity; Computer science; Modality (human–computer interaction); Medical education; Multimedia; Human–computer interaction; Medicine","score_opus":0.013147535267673004,"score_gpt":0.387613115120639,"score_spread":0.374465579852966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200105386","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25306356,0.44390264,0.0037800323,0.22482324,0.015660241,0.0034533218,0.00000484018,0.0018110846,0.053501047],"genre_scores_gemma":[0.67770284,0.2582791,0.00042512667,0.057368033,0.0021586851,0.0023217942,0.0003758698,0.00007619947,0.0012923639],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976049,0.000105445026,0.0005272706,0.00025787804,0.0012516939,0.00025281234],"domain_scores_gemma":[0.99898434,0.00009545667,0.000036218604,0.00031568864,0.000080688864,0.00048760016],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00083180034,0.0001285479,0.00029933557,0.00008575133,0.00003096466,0.0000141087385,0.00044097126,0.00038712143,0.0051990286],"category_scores_gemma":[0.0031200692,0.00012746833,0.000050159564,0.0005750512,0.000110725945,0.00008562026,0.00009934945,0.0006733321,0.00010182313],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018516937,0.0008926181,0.0012139645,0.0026364818,0.000012269306,0.000033164317,0.0001580479,6.186128e-7,0.0000025427742,0.0053936695,0.081863284,0.9077915],"study_design_scores_gemma":[0.0018747387,0.00010635405,0.019293139,0.31979147,0.00007331458,0.0007031669,0.0024786936,0.0014183662,0.00033929883,0.0038317337,0.6489693,0.0011204391],"about_ca_topic_score_codex":0.000015307418,"about_ca_topic_score_gemma":0.00010643451,"teacher_disagreement_score":0.90667105,"about_ca_system_score_codex":0.0001494284,"about_ca_system_score_gemma":0.0050853402,"threshold_uncertainty_score":0.9957104},"labels":[],"label_agreement":null},{"id":"W4200218394","doi":"10.2196/33390","title":"Health Care Students’ Perspectives on Artificial Intelligence: Countrywide Survey in Canada","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":203,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Vancouver Coastal Health; Saint John Regional Hospital; University of Toronto; Dalhousie University; University of Calgary; University of Alberta; University of British Columbia; NOSM University; Queen's University","funders":"University of British Columbia","keywords":"Snowball sampling; Curriculum; Health care; Likert scale; Medical education; Scale (ratio); Psychology; Narrative; Medicine; Pedagogy; Political science","score_opus":0.09360355049786273,"score_gpt":0.4763930288625289,"score_spread":0.38278947836466615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200218394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95603824,0.0018965036,0.000068177986,0.039118137,0.0019195207,0.0005371578,0.000009558342,0.000020480871,0.00039220075],"genre_scores_gemma":[0.98933524,0.000442292,0.000080671256,0.008847439,0.0006547585,0.00012541458,0.0003621447,0.000017068862,0.000134974],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99706435,0.0002956248,0.000667241,0.0004373459,0.0011724912,0.00036293906],"domain_scores_gemma":[0.9981196,0.0003032198,0.00011128718,0.0003229905,0.0006057954,0.0005370954],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00062421046,0.00014525314,0.0003096157,0.00012920822,0.00011223203,0.000030519994,0.00014492097,0.00012749922,0.0010421937],"category_scores_gemma":[0.0027500475,0.00014163849,0.000038251314,0.000666832,0.00006038266,0.000052571046,0.00002505699,0.0005425917,0.000060382597],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00020076346,0.0017958273,0.46147218,0.0002061604,0.00001636563,0.00003098318,0.029249601,0.000008303657,0.0000042507613,0.0013063755,0.010845178,0.49486402],"study_design_scores_gemma":[0.0000475127,0.00019857238,0.68359834,0.0006386843,0.000007238215,0.0000313457,0.31143492,0.00007946065,0.00069998676,0.00037025008,0.0027036932,0.00019001807],"about_ca_topic_score_codex":0.84364074,"about_ca_topic_score_gemma":0.9556323,"teacher_disagreement_score":0.494674,"about_ca_system_score_codex":0.0038298792,"about_ca_system_score_gemma":0.07177336,"threshold_uncertainty_score":0.9999942},"labels":[],"label_agreement":null},{"id":"W4205575440","doi":"10.2196/33592","title":"Influence of Factors Relating to Sex and Gender on Rank List Decisions and Perceptions of Residency Training: Survey Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Specialty; Affect (linguistics); Rank (graph theory); Perception; Psychology; Personality; Likert scale; Family medicine; Medicine; Medical education; Social psychology; Developmental psychology","score_opus":0.09256422254471718,"score_gpt":0.41442718132287965,"score_spread":0.32186295877816246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205575440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99719644,0.000021783146,0.0000054639104,0.0010410339,0.00012078078,0.00028154097,0.000008605723,0.0000073303486,0.0013170424],"genre_scores_gemma":[0.9993654,0.000019131443,0.000026583924,0.00025623286,0.000033428492,0.000018957415,0.000008044643,0.0000024641624,0.00026974492],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980623,0.00046653041,0.00017784128,0.0001441816,0.0010581146,0.00009099235],"domain_scores_gemma":[0.998773,0.0007713127,0.000064869295,0.00009078432,0.0000954925,0.00020458848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025262418,0.00004466289,0.000118173506,0.00010791571,0.00041633056,0.0000095574005,0.00017024516,0.000039117218,0.00045176322],"category_scores_gemma":[0.0063825827,0.000042349224,0.0000131972165,0.00033991452,0.00021208808,0.00006208219,0.000086603584,0.00016976411,5.5677566e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000133594585,0.00024812834,0.58536416,0.0000051295324,0.0000059569365,3.4544234e-7,0.40674642,0.000011898349,0.000015936668,0.00061739417,0.0014366669,0.005534612],"study_design_scores_gemma":[0.00010985324,0.0001312852,0.6419533,0.000019855801,0.0000074561913,2.280801e-7,0.35730788,0.0000019482727,3.7821175e-7,0.0002501899,0.00019112788,0.000026520953],"about_ca_topic_score_codex":0.0043811896,"about_ca_topic_score_gemma":0.0012932818,"teacher_disagreement_score":0.05658911,"about_ca_system_score_codex":0.000043560744,"about_ca_system_score_gemma":0.00076019496,"threshold_uncertainty_score":0.7641009},"labels":[],"label_agreement":null},{"id":"W4205888413","doi":"10.2196/26419","title":"Use of Social Media for Implementing Diagnoses, Consultation, Training, and Case Reporting Among Medical Professionals to Improve Patient Care: Case Study of WeChat Groups Across Health Care Settings","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Southern Medical University; Norges Forskningsråd; Universitetet i Oslo; Sun Yat-sen University","keywords":"Thematic analysis; Health care; Social media; Resource (disambiguation); Medical education; Nursing; Qualitative research; Medicine; Psychology; Computer science","score_opus":0.10060006363773091,"score_gpt":0.5064676414014991,"score_spread":0.40586757776376825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205888413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98326415,0.0003194991,0.000015583888,0.007925888,0.0035932004,0.004769179,0.000070241666,0.000034769135,0.00000747796],"genre_scores_gemma":[0.99227023,0.000017262548,0.0009158649,0.0008572408,0.0011715412,0.0045654904,0.00017254325,0.000025425628,0.0000043787754],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9942995,0.00084775547,0.0021301499,0.00052056066,0.001596586,0.0006054831],"domain_scores_gemma":[0.98809046,0.006150045,0.0024673431,0.00018544465,0.0021984652,0.00090826256],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.003629868,0.00016837091,0.00053539744,0.00010584329,0.0013359624,0.000052512205,0.00011766767,0.00030116443,0.000096009855],"category_scores_gemma":[0.14762877,0.00017702514,0.000070391376,0.0006389123,0.00031753784,0.00024177053,0.00011817053,0.00031616163,2.3224582e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009016937,0.0004955753,0.017958913,0.0004222778,0.000013866609,0.000099924546,0.6727431,4.8374947e-8,0.0000023873506,0.0001276399,0.00089582964,0.30723143],"study_design_scores_gemma":[0.0006626612,0.00024208348,0.009613308,0.00033826762,0.000028611708,0.00013076441,0.9854994,0.0000068182962,0.00004655813,0.000022661718,0.003265262,0.00014362071],"about_ca_topic_score_codex":0.022181505,"about_ca_topic_score_gemma":0.100510865,"teacher_disagreement_score":0.3127563,"about_ca_system_score_codex":0.00045505256,"about_ca_system_score_gemma":0.01395368,"threshold_uncertainty_score":0.9999642},"labels":[],"label_agreement":null},{"id":"W4206252796","doi":"10.2196/28770","title":"Distributed Autonomous Organization of Learning: Future Structure for Health Professions Education Institutions","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Credentialing; Health professions; Equity (law); Learning organization; Consolidation (business); Information system; Information technology","score_opus":0.01924209600039916,"score_gpt":0.43568431129567803,"score_spread":0.41644221529527886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206252796","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36937937,0.0009173357,0.008395281,0.6041012,0.01220817,0.001954227,0.000060495804,0.00032581232,0.0026581206],"genre_scores_gemma":[0.9863589,0.00015543908,0.0027226876,0.0014949333,0.0019413398,0.00018715202,0.0026606761,0.000019677362,0.0044591897],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792296,0.0006298746,0.0003927312,0.00027731655,0.0005420368,0.00023509627],"domain_scores_gemma":[0.99732256,0.00020841409,0.0004781048,0.00020254478,0.001411978,0.00037639515],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005512361,0.00010569456,0.0001769538,0.00008892863,0.001052451,0.000065050626,0.0002105683,0.00026712817,0.0019426763],"category_scores_gemma":[0.008959115,0.00010930086,0.00004347072,0.0013159622,0.00016917713,0.00035954526,0.000026023563,0.00039912332,0.000013504492],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019514991,0.0045006596,0.066126935,0.00050765026,0.00006193148,3.4239733e-7,0.17935166,0.0001004356,0.00031437035,0.41308,0.2028095,0.13312699],"study_design_scores_gemma":[0.0001577199,0.000026027272,0.025421824,0.00012984681,0.000017915203,0.0000040477985,0.050501484,0.000012991831,0.000084217965,0.0004572986,0.92307746,0.00010917534],"about_ca_topic_score_codex":0.0002607139,"about_ca_topic_score_gemma":0.00040938013,"teacher_disagreement_score":0.72026795,"about_ca_system_score_codex":0.000431206,"about_ca_system_score_gemma":0.069604725,"threshold_uncertainty_score":0.9993888},"labels":[],"label_agreement":null},{"id":"W4206446197","doi":"10.2196/32017","title":"Piloting an Innovative Concept of e–Mental Health and mHealth Workshops With Medical Students Using a Participatory Co-design Approach and App Prototyping: Case Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Mental health; Medical education; Participatory design; Competence (human resources); Psychology; Citizen journalism; Medicine; Nursing; Psychological intervention; Computer science; World Wide Web; Engineering; Social psychology; Psychiatry","score_opus":0.1429066055649728,"score_gpt":0.5398750850465671,"score_spread":0.3969684794815943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206446197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9747538,0.0005331725,0.0016772489,0.0027604732,0.00020095993,0.019929431,0.000017134154,0.00007500971,0.000052750365],"genre_scores_gemma":[0.9566694,0.000049470265,0.0017383166,0.007007024,0.00021665731,0.03412918,0.0001233752,0.000040001443,0.000026574151],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9924145,0.0032208683,0.0012970965,0.0006314668,0.0017370055,0.0006990857],"domain_scores_gemma":[0.996062,0.00046833293,0.00083947764,0.00034248465,0.0002220104,0.00206574],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006644397,0.00022156863,0.00053094875,0.0002177151,0.0025238204,0.000013514233,0.00027102564,0.0001549463,0.0002663464],"category_scores_gemma":[0.0005019111,0.00019499494,0.000012868258,0.0008218683,0.00032176008,0.00013523464,0.00023492616,0.0014734728,8.914682e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001178331,0.015910504,0.36947057,0.0025560905,0.000079495716,0.00003783919,0.37303382,0.000012835143,0.0000029101093,0.0014215774,0.004357757,0.23193826],"study_design_scores_gemma":[0.009652613,0.0066940533,0.029712876,0.0012102519,0.000044271816,0.0010272468,0.93169105,0.011630564,0.0000015722732,0.00006884381,0.0077846055,0.00048207323],"about_ca_topic_score_codex":0.0016759742,"about_ca_topic_score_gemma":0.00012007287,"teacher_disagreement_score":0.5586572,"about_ca_system_score_codex":0.00049312745,"about_ca_system_score_gemma":0.020326879,"threshold_uncertainty_score":0.99877477},"labels":[],"label_agreement":null},{"id":"W4206903800","doi":"10.2196/34171","title":"An Online International Collaborative Learning Program During the COVID-19 Pandemic for Nursing Students: Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Medical education; Descriptive statistics; Nurse education; Collaborative learning; Globe; Session (web analytics); Pandemic; Nursing; Psychology; Medicine; Coronavirus disease 2019 (COVID-19); Pedagogy; Computer science; Sociology; World Wide Web","score_opus":0.10325212907646428,"score_gpt":0.6332688073795326,"score_spread":0.5300166783030683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206903800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813048,0.00028217913,0.0026074667,0.009465331,0.0038173513,0.0021905105,0.000012186405,0.00013638333,0.0001837641],"genre_scores_gemma":[0.98550797,0.00003425397,0.0034302045,0.0044194856,0.001108425,0.003014056,0.00041009506,0.00002562603,0.0020498682],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970586,0.0013783406,0.000361518,0.0004271881,0.00052125676,0.00025314736],"domain_scores_gemma":[0.9983453,0.0006122813,0.0001554153,0.00025072042,0.00023135678,0.0004049156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015622048,0.00012585917,0.00017142038,0.00008336158,0.00034516162,0.0000670765,0.00034980135,0.00011650226,0.00081919855],"category_scores_gemma":[0.0018236326,0.00010120741,0.000046264187,0.00038265478,0.000095208015,0.000086976805,0.000047920432,0.0003973131,0.0000070647975],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030324384,0.021042293,0.20920695,0.0000714656,0.000111065645,0.0000070000233,0.07084957,0.0000061304554,0.00011592055,0.0003709335,0.00248439,0.69543105],"study_design_scores_gemma":[0.0030232356,0.0007970316,0.50205386,0.00008451202,0.00005163445,0.00005600919,0.30543876,0.0002683971,0.000014847982,0.000265675,0.187776,0.00017007483],"about_ca_topic_score_codex":0.00015156843,"about_ca_topic_score_gemma":0.00044521948,"teacher_disagreement_score":0.69526094,"about_ca_system_score_codex":0.0010167034,"about_ca_system_score_gemma":0.003960764,"threshold_uncertainty_score":0.89696497},"labels":[],"label_agreement":null},{"id":"W4210411389","doi":"10.2196/31392","title":"Preparing Medical Students for the Final Examinations During the COVID-19 Crisis: A Bumpy Ride to the Finishing Line","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Medical education; Pandemic; Adaptability; 2019-20 coronavirus outbreak; Resilience (materials science); Quality (philosophy); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Psychological resilience; Face (sociological concept); Psychology; Medicine; Sociology; Management","score_opus":0.07791153722028325,"score_gpt":0.5173493162076304,"score_spread":0.4394377789873471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210411389","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44569725,0.00065791584,0.0025280083,0.54350984,0.004207141,0.0027718598,0.000029413804,0.000083995794,0.0005145748],"genre_scores_gemma":[0.8556178,0.000034026485,0.000024099483,0.1289013,0.0013244596,0.010468144,0.000039138566,0.000019967225,0.0035710235],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966038,0.0004740637,0.0004253935,0.00038052944,0.0017348885,0.0003813454],"domain_scores_gemma":[0.99657357,0.0021712922,0.00013062225,0.0005628557,0.000047203153,0.00051445165],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004173227,0.00012955857,0.00013284187,0.00007931774,0.0019764698,0.00007455625,0.001526575,0.00008540678,0.004186716],"category_scores_gemma":[0.0035745255,0.0000748517,0.00008674434,0.00040603377,0.000088210356,0.00004929568,0.0005026375,0.0006822423,0.000042227697],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003358731,0.0020084302,0.0059464425,0.00016121822,0.0000900548,0.0000073888586,0.07172026,0.0000999621,0.000004599121,0.0048659593,0.86555815,0.04920169],"study_design_scores_gemma":[0.00089977187,0.000161326,0.040251207,0.00002641041,0.000032841643,0.00009485165,0.02740633,0.0003790966,0.000002452773,0.00024888915,0.9303959,0.00010093627],"about_ca_topic_score_codex":0.0017659836,"about_ca_topic_score_gemma":0.001379939,"teacher_disagreement_score":0.41460854,"about_ca_system_score_codex":0.00074635446,"about_ca_system_score_gemma":0.003317506,"threshold_uncertainty_score":0.99932283},"labels":[],"label_agreement":null},{"id":"W4210878820","doi":"10.2196/32747","title":"Digital Teaching in Medical Education: Scientific Literature Landscape Review","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Popularity; Citation; Web of science; Computer science; Citation analysis; Medical education; Digital library; Library science; MEDLINE; World Wide Web; Data science; Medicine; Psychology; Political science","score_opus":0.003507361432495929,"score_gpt":0.2853272899146075,"score_spread":0.28181992848211157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210878820","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23870875,0.4313055,0.00026821377,0.14985307,0.020808686,0.0021093811,0.000034946628,0.0017315975,0.15517987],"genre_scores_gemma":[0.9776449,0.0045343484,0.00012771573,0.011185375,0.000787684,0.0013813664,0.0010380562,0.00003874174,0.0032618213],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99806255,0.00007264751,0.000345573,0.00025968577,0.0010076425,0.00025188157],"domain_scores_gemma":[0.99923414,0.000051358893,0.000034485296,0.00026827984,0.000026707181,0.0003850378],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008396862,0.00012327419,0.00019437834,0.00025172782,0.00014727183,0.00004981596,0.0004491734,0.00019185185,0.004903205],"category_scores_gemma":[0.0017371721,0.000115335926,0.000052924093,0.00081695174,0.000105246836,0.00017616108,0.00011116077,0.001535878,0.00004220794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015759804,0.00041593297,0.000468421,0.0003704096,0.000004332224,0.000011620067,0.00039862143,8.375614e-7,7.563262e-7,0.0038503136,0.3483637,0.6461135],"study_design_scores_gemma":[0.00015754427,0.000018317387,0.00029719426,0.001712783,0.000004568421,0.00018622392,0.0004929621,0.0012198545,0.0000010915583,0.0008385371,0.9949394,0.00013156216],"about_ca_topic_score_codex":0.0000018853489,"about_ca_topic_score_gemma":0.000006493054,"teacher_disagreement_score":0.7389361,"about_ca_system_score_codex":0.0001392481,"about_ca_system_score_gemma":0.0020867165,"threshold_uncertainty_score":0.9960064},"labels":[],"label_agreement":null},{"id":"W4211065701","doi":"10.2196/31489","title":"Assessing Physician’s Motivational Communication Skills: 5-Step Mixed Methods Development Study of the Motivational Communication Competency Assessment Test","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Calgary; Royal Ottawa Mental Health Centre; University of Ottawa; Canarie; Concordia University; University of Toronto; Dalhousie University; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Total (Canada); Université du Québec à Montréal","funders":"","keywords":"Ranking (information retrieval); Test (biology); Applied psychology; Context (archaeology); Variance (accounting); Medical education; Set (abstract data type); Health care; Psychology; Knowledge translation; Medicine; Knowledge management; Computer science; Artificial intelligence","score_opus":0.119599211241816,"score_gpt":0.5164141027197295,"score_spread":0.39681489147791354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211065701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9495991,0.0008530678,0.0017660649,0.030294335,0.0021518318,0.0070836595,0.000029109746,0.00021240153,0.008010436],"genre_scores_gemma":[0.9260556,0.00002170232,0.05994928,0.0039233686,0.0001083676,0.0087033175,0.00088705344,0.000048880825,0.00030240245],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98219585,0.012378541,0.0021729048,0.00046871285,0.0023585907,0.00042541977],"domain_scores_gemma":[0.98746157,0.006287443,0.0022165775,0.0024453811,0.0013637511,0.00022527158],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033879213,0.00029344592,0.00045405133,0.00028021503,0.0052775247,0.00003626609,0.0023839544,0.00019609607,0.0010979532],"category_scores_gemma":[0.0031687617,0.00026308894,0.00010205093,0.0013335821,0.00024099999,0.0005091611,0.0020334462,0.0024833228,0.0000152298335],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037191556,0.026866762,0.71939003,0.00048630158,0.00015838917,2.0782991e-7,0.08821128,0.00021737203,0.00029762767,0.020669995,0.01919939,0.12446543],"study_design_scores_gemma":[0.0012617136,0.00010364125,0.8372303,0.00050541793,0.00002923985,0.0000018011452,0.13642307,0.0021617222,0.000027098566,0.0015377946,0.020486712,0.00023144344],"about_ca_topic_score_codex":0.00048825116,"about_ca_topic_score_gemma":0.00021556579,"teacher_disagreement_score":0.12423398,"about_ca_system_score_codex":0.0021126296,"about_ca_system_score_gemma":0.012625531,"threshold_uncertainty_score":0.9999821},"labels":[],"label_agreement":null},{"id":"W4211086574","doi":"10.2196/23845","title":"A Comprehensive COVID-19 Daily News and Medical Literature Briefing to Inform Health Care and Policy in New Mexico: Implementation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health","keywords":"Pandemic; Medical education; Public health; Coronavirus disease 2019 (COVID-19); Health care; Personal protective equipment; Medicine; Political science; Nursing; Disease","score_opus":0.08675636834958943,"score_gpt":0.5924890126947526,"score_spread":0.5057326443451632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211086574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64017034,0.0011319089,0.000033801178,0.3546161,0.000602467,0.0031681696,0.000017905146,0.000030562325,0.0002287579],"genre_scores_gemma":[0.7590047,0.00045044385,0.00028919237,0.23642457,0.00094773166,0.00206496,0.000418626,0.00001605601,0.0003836873],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955029,0.001103923,0.00072406407,0.0004216681,0.001563095,0.00068436156],"domain_scores_gemma":[0.995303,0.0004931016,0.00016558424,0.00020202697,0.00012838148,0.003707904],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001884789,0.00013419894,0.00025113265,0.0006386606,0.001571604,0.000046638674,0.00023754007,0.00011703786,0.0019237231],"category_scores_gemma":[0.00314602,0.00012372089,0.000015592417,0.0017567796,0.00006163848,0.0002218262,0.00034021164,0.0011094585,0.000015172343],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006287423,0.00019360783,0.13442394,0.0004779746,0.0000031154823,0.0000025406116,0.4144767,7.4624745e-7,8.3674246e-7,0.00046313825,0.24425028,0.20564424],"study_design_scores_gemma":[0.0013346911,0.0005889035,0.2000306,0.00012703949,0.0000012283505,0.000010587453,0.35609964,0.00004303307,6.060588e-8,0.0001480887,0.44152838,0.000087750894],"about_ca_topic_score_codex":0.071439564,"about_ca_topic_score_gemma":0.026176224,"teacher_disagreement_score":0.20555648,"about_ca_system_score_codex":0.0017403058,"about_ca_system_score_gemma":0.07826,"threshold_uncertainty_score":0.9997282},"labels":[],"label_agreement":null},{"id":"W4211096753","doi":"10.2196/33612","title":"Student-Run Online Journal Club Initiative During a Time of Crisis: Survey Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Club; Journal club; Medical education; The Internet; Psychology; Social media; Coronavirus disease 2019 (COVID-19); Medicine; Political science","score_opus":0.13457940073235333,"score_gpt":0.5748059703402144,"score_spread":0.4402265696078611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211096753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98821294,0.00012319436,0.0000054873235,0.007643987,0.0022470069,0.0013213448,0.000029029428,0.000020649979,0.0003963469],"genre_scores_gemma":[0.9949457,0.000030312498,0.00003528764,0.0019300566,0.00089014124,0.00078835414,0.000105944186,0.000012793731,0.0012614285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99176526,0.0044550374,0.0008906307,0.00025019914,0.0021045425,0.00053435116],"domain_scores_gemma":[0.99720234,0.0006968563,0.00044046066,0.00024357424,0.0006332114,0.0007835611],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007558103,0.00009935406,0.00024510728,0.0003458985,0.0015835965,0.000013065596,0.0005472018,0.00007484372,0.013328755],"category_scores_gemma":[0.0035728859,0.000085573156,0.000038691724,0.0009654704,0.000064621556,0.00018844943,0.00020021286,0.0016264408,0.000113766655],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013631307,0.007093308,0.68941665,0.000107229986,0.000024154295,0.0000032813696,0.12536418,0.0000027387891,0.000019325957,0.0000073269666,0.17638959,0.0014359036],"study_design_scores_gemma":[0.0006193134,0.0003425867,0.759333,0.00005753331,0.000004464075,0.000005132828,0.23768286,0.000044832366,0.0000010057598,0.00003392708,0.0018171257,0.00005818496],"about_ca_topic_score_codex":0.0011811237,"about_ca_topic_score_gemma":0.000434757,"teacher_disagreement_score":0.17457247,"about_ca_system_score_codex":0.00065370096,"about_ca_system_score_gemma":0.016996251,"threshold_uncertainty_score":0.9997162},"labels":[],"label_agreement":null},{"id":"W4211263603","doi":"10.2196/22096","title":"e-Learning in Medical Education in Sri Lanka: Survey of Medical Undergraduates and New Graduates","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"E-Learning and COVID-19","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Sri lanka; Curriculum; The Internet; Modalities; E learning; Psychology; Medicine; Educational technology; Mathematics education; Computer science; Pedagogy; World Wide Web; Sociology","score_opus":0.03292664011908293,"score_gpt":0.4027388198341364,"score_spread":0.3698121797150535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211263603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8491565,0.0008591282,0.000010695204,0.1466546,0.00072077767,0.00023554522,8.462206e-7,0.00004808118,0.0023138272],"genre_scores_gemma":[0.9949764,0.00075232674,0.000038306032,0.0026574736,0.0002756976,0.00011694934,0.00009865466,0.000010924227,0.0010732891],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938496,0.0021592772,0.00049421465,0.00033867944,0.0028366102,0.00032163993],"domain_scores_gemma":[0.99762267,0.001175141,0.00016783104,0.0001274035,0.0000780279,0.00082889915],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007215277,0.000117209995,0.00025629593,0.00030913219,0.0002593416,0.000033701326,0.0004925377,0.0002691507,0.003399692],"category_scores_gemma":[0.02915786,0.000120480756,0.00003247203,0.0011203886,0.00042355404,0.00011521853,0.0001570001,0.0011134204,0.000009870792],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000364579,0.001082228,0.68235177,0.000053210748,0.0000074179457,0.000005802509,0.0450751,0.000008834636,0.0000011613037,0.010686873,0.020451548,0.24023962],"study_design_scores_gemma":[0.0015749346,0.0002323872,0.735284,0.00057197886,0.00001172333,0.000024374407,0.13486221,0.0017452464,0.0000027815663,0.008271724,0.11701449,0.00040415998],"about_ca_topic_score_codex":0.16516025,"about_ca_topic_score_gemma":0.0671993,"teacher_disagreement_score":0.23983547,"about_ca_system_score_codex":0.00029798204,"about_ca_system_score_gemma":0.03842561,"threshold_uncertainty_score":0.9975113},"labels":[],"label_agreement":null},{"id":"W4212796875","doi":"10.2196/29624","title":"Design and First Impressions of a Small Private Online Course in Clinical Workplace Learning: Questionnaire and Interview Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit Leiden","keywords":"Internship; Medical education; Flexibility (engineering); Psychology; Blended learning; Autonomy; Knowledge management; Computer science; Educational technology; Medicine; Pedagogy","score_opus":0.04178196341221431,"score_gpt":0.4264630155102967,"score_spread":0.3846810520980824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212796875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97400403,0.0008012288,0.0010846755,0.02214264,0.0005486876,0.0013633217,6.9407054e-7,0.000033385077,0.000021342617],"genre_scores_gemma":[0.993498,0.00019637746,0.00357741,0.0016094239,0.00017542338,0.00059709366,0.00005995811,0.00001872366,0.00026758816],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973687,0.00076054153,0.0008382884,0.00033883358,0.0005298555,0.00016380461],"domain_scores_gemma":[0.99891824,0.00024902305,0.0002573598,0.00025174904,0.00014519296,0.00017844257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033846467,0.00012598143,0.00033473654,0.00021725992,0.00015135284,0.000008673325,0.00013085612,0.00012598836,0.0003327707],"category_scores_gemma":[0.0046933424,0.000114294155,0.00002883188,0.0006487063,0.00024461665,0.000052846874,0.00017618893,0.0011737641,0.0000014423897],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021322416,0.019865656,0.513361,0.00044917403,0.000043191292,0.000013952285,0.008039647,0.000024586832,0.000011925041,0.00019143608,0.004869304,0.45291695],"study_design_scores_gemma":[0.0024779707,0.0015688959,0.96408373,0.0013018693,0.000102307764,0.000121931866,0.012363731,0.0104429545,0.0000020432353,0.00016694168,0.0072217933,0.00014579971],"about_ca_topic_score_codex":0.00004884841,"about_ca_topic_score_gemma":0.000025992735,"teacher_disagreement_score":0.45277113,"about_ca_system_score_codex":0.00011588783,"about_ca_system_score_gemma":0.0013772794,"threshold_uncertainty_score":0.5618708},"labels":[],"label_agreement":null},{"id":"W4212993683","doi":"10.2196/34973","title":"Readiness to Embrace Artificial Intelligence Among Medical Doctors and Students: Questionnaire-Based Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Leverage (statistics); Medical education; Sphygmomanometer; Medical science; Blood pressure; Psychology; Medicine; Artificial intelligence; Computer science; Internal medicine","score_opus":0.06535101131729483,"score_gpt":0.47697762367957947,"score_spread":0.41162661236228465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212993683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9611075,0.000109246335,0.0011069499,0.0333408,0.0022891776,0.0018490042,0.0000015602855,0.00010561504,0.00009016117],"genre_scores_gemma":[0.9900129,0.0000099571935,0.000095309886,0.0065971776,0.0009450895,0.0019806775,0.00005151064,0.000027270251,0.00028012795],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99540424,0.00035400246,0.0008299815,0.0005722365,0.002497418,0.00034209935],"domain_scores_gemma":[0.9976647,0.00022519835,0.00013182375,0.0003996162,0.00029160047,0.0012870439],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020605286,0.0001929402,0.00029830515,0.0003402568,0.00044318306,0.000058743797,0.0003506011,0.00015633059,0.003671617],"category_scores_gemma":[0.0042139334,0.00018450145,0.00005136044,0.00082903716,0.00015000935,0.00011172421,0.00016234934,0.0007356148,0.00008257389],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003315337,0.008291327,0.58146125,0.00011675222,0.000025981119,0.000034625973,0.012146321,0.000023980014,0.0000124783255,0.00085929857,0.0030735133,0.39362296],"study_design_scores_gemma":[0.00029800768,0.0047771246,0.8627831,0.0011655627,0.00018292361,0.0001495451,0.11292386,0.005590938,0.0006832607,0.0033985174,0.007200513,0.00084666995],"about_ca_topic_score_codex":0.0017569048,"about_ca_topic_score_gemma":0.00051275286,"teacher_disagreement_score":0.39277628,"about_ca_system_score_codex":0.0004293765,"about_ca_system_score_gemma":0.003896151,"threshold_uncertainty_score":0.9972392},"labels":[],"label_agreement":null},{"id":"W4213163572","doi":"10.2196/37401","title":"Authors’ Reply to: Techniques to Teach Students Effectively Using Telemedicine. Comment on “Incorporating Medical Students Into Primary Care Telehealth Visits: Tutorial”","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Telemedicine; Primary care; Medical education; Computer science; Medicine; Multimedia; Psychology; Family medicine; Health care; Political science","score_opus":0.02134622395370865,"score_gpt":0.443742711522763,"score_spread":0.42239648756905435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213163572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8576156,0.000117665484,0.001102878,0.12875293,0.003807993,0.007878444,0.000017616572,0.00036259048,0.00034426455],"genre_scores_gemma":[0.65857357,0.000016410238,0.004644207,0.32884377,0.0035280385,0.0034016839,0.0007897991,0.00009296871,0.00010953004],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9863376,0.00084175536,0.0015764692,0.001053011,0.00942377,0.00076737726],"domain_scores_gemma":[0.99534583,0.00033956845,0.0004827391,0.0007094368,0.0004431782,0.0026792232],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0054231756,0.0004640174,0.0008657738,0.00089854805,0.00085171114,0.00006362432,0.0009781123,0.0002275306,0.00078968826],"category_scores_gemma":[0.0026008794,0.00042569663,0.00010980893,0.0013819507,0.00007652932,0.00012069986,0.0008430202,0.0016195362,0.00003292454],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0012078147,0.004641587,0.18184838,0.0012731948,0.00011722138,0.00012962382,0.018557243,0.0000028369418,0.00047038277,0.00017886441,0.28670177,0.5048711],"study_design_scores_gemma":[0.007461764,0.017096635,0.21153,0.0038294268,0.00024708753,0.00032194192,0.024351573,0.000072116214,0.000660741,0.00013270456,0.73347694,0.000819081],"about_ca_topic_score_codex":0.0020108563,"about_ca_topic_score_gemma":0.000047705224,"teacher_disagreement_score":0.504052,"about_ca_system_score_codex":0.0050170845,"about_ca_system_score_gemma":0.0060740355,"threshold_uncertainty_score":0.99981946},"labels":[],"label_agreement":null},{"id":"W4213189463","doi":"10.2196/30703","title":"Techniques to Teach Students Effectively Using Telemedicine. Comment on “Incorporating Medical Students Into Primary Care Telehealth Visits: Tutorial”","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Telemedicine; Primary care; Medical education; Computer science; Multimedia; Psychology; Medicine; Family medicine; Health care","score_opus":0.01883911030467376,"score_gpt":0.4381751310770618,"score_spread":0.419336020772388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213189463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9368486,0.0002068485,0.00068149297,0.05233484,0.002923167,0.006199063,0.000014973906,0.00032039935,0.0004706383],"genre_scores_gemma":[0.81512356,0.000031975145,0.0025623154,0.17515528,0.00324919,0.0027325903,0.0009958452,0.00008349644,0.00006577157],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9872245,0.0007201303,0.0013449515,0.00084827933,0.0091882795,0.0006738173],"domain_scores_gemma":[0.99645823,0.00031028938,0.00047191276,0.0005613356,0.0003620261,0.0018361838],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039042905,0.00042406595,0.0007875187,0.00072465115,0.0008104405,0.0000513502,0.00087814464,0.00023352468,0.0010025176],"category_scores_gemma":[0.0013406088,0.0003840953,0.00010685524,0.0010273732,0.000095159674,0.00012258138,0.0006836949,0.0015462823,0.000024169103],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.001000533,0.0057605635,0.2808431,0.0015803672,0.00012957858,0.00013148737,0.0122348135,0.0000018537904,0.00040793346,0.00022114629,0.11929903,0.5783896],"study_design_scores_gemma":[0.015381049,0.02119274,0.32468638,0.005054084,0.0004136529,0.0005924714,0.039877392,0.00015726613,0.0009100831,0.00024186967,0.59031224,0.0011807783],"about_ca_topic_score_codex":0.0012496003,"about_ca_topic_score_gemma":0.000042869182,"teacher_disagreement_score":0.5772088,"about_ca_system_score_codex":0.0044745905,"about_ca_system_score_gemma":0.006250594,"threshold_uncertainty_score":0.9999107},"labels":[],"label_agreement":null},{"id":"W4213458470","doi":"10.2196/34751","title":"Real-life Evaluation of an Interactive Versus Noninteractive e-Learning Module on Chronic Obstructive Pulmonary Disease for Medical Licentiate Students in Zambia: Web-Based, Mixed Methods Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pulmonary disease; Randomized controlled trial; Web application; Computer science; Disease; Medicine; Multimedia; Physical therapy; World Wide Web; Pathology; Internal medicine","score_opus":0.03843178374094641,"score_gpt":0.5336475735977192,"score_spread":0.4952157898567728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213458470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.936161,0.00027543938,0.00087894604,0.004312024,0.008689539,0.048291314,0.000043903405,0.00008156687,0.0012662748],"genre_scores_gemma":[0.7330203,0.00009401528,0.00030794472,0.000755163,0.0007191948,0.26427835,0.0006930109,0.00003718926,0.000094815936],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9733731,0.020277275,0.0021557019,0.00072131393,0.0028624549,0.0006101564],"domain_scores_gemma":[0.9813008,0.01401474,0.0018543765,0.00047768807,0.0008886953,0.0014637564],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022270141,0.00028322387,0.0013410351,0.0005145722,0.0008101059,0.000010373056,0.0004995535,0.000302586,0.0040070065],"category_scores_gemma":[0.035611697,0.00025661022,0.00030803436,0.0004802999,0.00014805654,0.00018216042,0.0001487765,0.0019866265,0.000014776828],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9202359,0.0048248568,0.00023986788,0.00030701174,0.0001003165,0.0000012840482,0.0014411818,0.0004297229,0.000008370041,0.001182248,0.0003984848,0.0708308],"study_design_scores_gemma":[0.7099678,0.0009030933,0.0049208133,0.00035416026,0.00027337862,4.0835704e-7,0.004845326,0.27654898,0.0000031444429,0.0004802299,0.0015416042,0.00016103336],"about_ca_topic_score_codex":0.00042192818,"about_ca_topic_score_gemma":0.00023469079,"teacher_disagreement_score":0.27611926,"about_ca_system_score_codex":0.0028019866,"about_ca_system_score_gemma":0.037040874,"threshold_uncertainty_score":0.9999886},"labels":[],"label_agreement":null},{"id":"W4214568960","doi":"10.2196/32185","title":"The Role of Metacognitive Beliefs in Predicting Academic Procrastination Among Students in Iran: Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Perfectionism, Procrastination, Anxiety Studies","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kermanshah University of Medical Sciences","keywords":"Procrastination; Metacognition; Psychology; Cross-sectional study; Developmental psychology; Social psychology; Medicine; Cognition; Psychiatry","score_opus":0.017415220475767674,"score_gpt":0.40616454106755917,"score_spread":0.3887493205917915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214568960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99453294,0.000543166,0.000009949084,0.0002881065,0.0013082669,0.0017018615,0.0000060237585,0.00004179374,0.0015678813],"genre_scores_gemma":[0.9925559,0.000019844856,0.0000056104914,0.000086321765,0.0002631994,0.0063479356,0.000030840012,0.000018691475,0.0006716657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99625486,0.0006960999,0.00083532365,0.00044402204,0.0014745822,0.00029509683],"domain_scores_gemma":[0.9987144,0.0004902244,0.00036290125,0.00015654661,0.00020333765,0.00007259239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003161989,0.00014853643,0.00019365389,0.00032639306,0.0005765372,0.000031303633,0.00043270778,0.00012563173,0.0003584248],"category_scores_gemma":[0.001831824,0.00013793581,0.000048547965,0.00095084414,0.00020160693,0.0001985536,0.00021317395,0.0011023259,0.000009542018],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010690576,0.0027616462,0.9576261,0.000011986248,0.00004969763,0.0000010695937,0.02927876,0.000024837029,0.000015671956,0.00020014876,0.00011117677,0.009812016],"study_design_scores_gemma":[0.0012519677,0.00023676376,0.9453012,0.00003087985,0.000010783114,0.000010539212,0.051759753,0.00021537399,0.000010155504,0.0008218526,0.00024934977,0.00010142676],"about_ca_topic_score_codex":0.0007628394,"about_ca_topic_score_gemma":0.0008292065,"teacher_disagreement_score":0.022480993,"about_ca_system_score_codex":0.00045394615,"about_ca_system_score_gemma":0.000371718,"threshold_uncertainty_score":0.56248593},"labels":[],"label_agreement":null},{"id":"W4220684328","doi":"10.2196/31080","title":"Perception of Web-Based Didactic Activities During the COVID-19 Pandemic Among Anesthesia Residents: Pilot Questionnaire Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Medical education; Medicine; Perception; Social distance; Coursework; Coronavirus disease 2019 (COVID-19); Psychology; Family medicine","score_opus":0.04365042342947633,"score_gpt":0.43189300076904674,"score_spread":0.3882425773395704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220684328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911139,0.0001149371,0.000023373645,0.006685773,0.00067569903,0.0011669254,0.0000026437897,0.000098586184,0.000118158474],"genre_scores_gemma":[0.9917673,0.000010585855,0.0000026866294,0.0046514785,0.00020348205,0.0020772323,0.000024186029,0.000019105444,0.0012439706],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971311,0.0011964592,0.00035945576,0.0003121268,0.0007786254,0.00022224984],"domain_scores_gemma":[0.99879336,0.00030109877,0.0002267125,0.00038447333,0.000029252667,0.0002651189],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012305386,0.00012501238,0.00016507074,0.00017660356,0.00052491133,0.000013430155,0.00028028162,0.00006120637,0.004616933],"category_scores_gemma":[0.00033188157,0.000104170555,0.000050710096,0.00031360553,0.00018283086,0.00009312545,0.000047988207,0.00045326655,0.000016983462],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005046041,0.0037729214,0.96755797,0.00020849978,0.000016188038,0.000010933252,0.020514144,0.0000129467535,0.000093093055,0.0000772844,0.002916398,0.004315044],"study_design_scores_gemma":[0.0013607566,0.0006718831,0.93616647,0.00003930253,0.000024694988,0.000075261145,0.05909697,0.000032792574,0.000001342248,0.00005884426,0.0023755238,0.00009615312],"about_ca_topic_score_codex":0.009239837,"about_ca_topic_score_gemma":0.0008613026,"teacher_disagreement_score":0.038582828,"about_ca_system_score_codex":0.0015430108,"about_ca_system_score_gemma":0.0037647435,"threshold_uncertainty_score":0.9973577},"labels":[],"label_agreement":null},{"id":"W4220841160","doi":"10.2196/33934","title":"Leveraging Machine Learning to Understand How Emotions Influence Equity Related Education: Quasi-Experimental Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"Academic Medical Organization of Southwestern Ontario","keywords":"Sentiment analysis; Population; Social media; Psychology; Equity (law); Computer science; Social psychology; Artificial intelligence; Political science; Medicine; World Wide Web","score_opus":0.08095600913243678,"score_gpt":0.4631642513418503,"score_spread":0.3822082422094135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220841160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9171247,0.00029164462,0.000029047944,0.06820929,0.008889176,0.0028786142,0.0000013699113,0.00017141763,0.0024047357],"genre_scores_gemma":[0.9919921,0.000017417502,0.000117962794,0.0018476668,0.0009114217,0.0038145743,0.000055754066,0.00002423707,0.0012188724],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99537593,0.0014731514,0.00038006317,0.000452318,0.0018736265,0.00044488817],"domain_scores_gemma":[0.99796355,0.0005544698,0.00021365324,0.00024875015,0.00021906708,0.0008005275],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023976532,0.00015065107,0.00019359756,0.00027205757,0.002970467,0.00013353885,0.00050306175,0.000110756155,0.0030015518],"category_scores_gemma":[0.007400351,0.00018341462,0.000049672577,0.0015418599,0.00017292025,0.0003237744,0.00022015042,0.00083356403,0.0000515135],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030711253,0.012663352,0.061470244,0.00002744617,0.00001970886,0.0000013636683,0.8653439,0.00004531682,0.000023032075,0.006887588,0.006230317,0.04725697],"study_design_scores_gemma":[0.00034879832,0.0008857787,0.046354223,0.00004822961,0.000017721828,0.0000054156308,0.87227505,0.00008711742,0.0000047602493,0.0010264463,0.07868143,0.00026504646],"about_ca_topic_score_codex":0.007976343,"about_ca_topic_score_gemma":0.0006857019,"teacher_disagreement_score":0.07486739,"about_ca_system_score_codex":0.003058972,"about_ca_system_score_gemma":0.0126187345,"threshold_uncertainty_score":0.9986296},"labels":[],"label_agreement":null},{"id":"W4220933628","doi":"10.2196/35223","title":"Artificial Intelligence Education for the Health Workforce: Expert Survey of Approaches and Needs","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workforce; Health care; Curriculum; Work (physics); Clinical governance; Medical education; Workforce planning; Resource (disambiguation); Workforce development; Psychology; Knowledge management; Medicine; Nursing; Public relations; Political science; Computer science; Pedagogy; Engineering","score_opus":0.3225334764212809,"score_gpt":0.49021980782246943,"score_spread":0.16768633140118855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220933628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7565791,0.016486702,0.013670457,0.20100307,0.006268355,0.0053349645,0.000022929355,0.00006795184,0.0005664371],"genre_scores_gemma":[0.9911855,0.0003391214,0.0004603356,0.004650951,0.00068331265,0.0020526957,0.0002727623,0.000017448025,0.00033790205],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9982034,0.00020992574,0.0006393401,0.00022663876,0.000497818,0.00022287107],"domain_scores_gemma":[0.9982587,0.0006991006,0.00023112845,0.00029043312,0.00025044804,0.00027020433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020910448,0.000107711036,0.00021470599,0.00017308201,0.00042110344,0.000016492879,0.00015715588,0.00008041428,0.0003352908],"category_scores_gemma":[0.001520794,0.00008534754,0.00005016418,0.00066901004,0.00017498876,0.000058592545,0.00004412699,0.00029879523,0.000003014961],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002148587,0.0009972426,0.0052869567,0.00011536761,0.000010136019,2.4973174e-8,0.011400159,0.0000053246426,0.000006111335,0.008798561,0.010277109,0.9628881],"study_design_scores_gemma":[0.0002003758,0.0055167424,0.15885395,0.0010540269,0.00014777615,0.0002701258,0.5648297,0.03968001,0.0032721572,0.039869733,0.18530266,0.0010027417],"about_ca_topic_score_codex":0.0034590699,"about_ca_topic_score_gemma":0.00017406029,"teacher_disagreement_score":0.9618854,"about_ca_system_score_codex":0.00020195705,"about_ca_system_score_gemma":0.008163443,"threshold_uncertainty_score":0.99745935},"labels":[],"label_agreement":null},{"id":"W4220972485","doi":"10.2196/32183","title":"Technology Literacy in Undergraduate Medical Education: Review and Survey of the US Medical School Innovation and Technology Programs","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Literacy; Mathematics education; Medicine; Pedagogy; Psychology","score_opus":0.0068147828833034245,"score_gpt":0.2894912964107942,"score_spread":0.28267651352749074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220972485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79660594,0.027429352,0.00010410026,0.17268838,0.0018714665,0.00088561914,0.0000043861055,0.0002190459,0.00019168813],"genre_scores_gemma":[0.9922971,0.0034904163,0.00018426083,0.0024879985,0.00010302576,0.0011618272,0.00013712302,0.00002489421,0.000113311544],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99786425,0.00012245841,0.0006380377,0.00026603916,0.00087640993,0.00023281513],"domain_scores_gemma":[0.99904007,0.00006765425,0.00009633338,0.00030489615,0.00018864076,0.00030240297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012649774,0.00015762201,0.00028346851,0.00056270015,0.00007847248,0.000012844697,0.00042134573,0.000365441,0.00065489986],"category_scores_gemma":[0.0055091265,0.0001296536,0.000016727177,0.0044763233,0.0003433459,0.0000902831,0.00020934685,0.0010840843,0.0000031233637],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005202261,0.0009286526,0.10232321,0.0025298172,0.000029368643,0.0000016977102,0.00017205809,0.0000018730292,0.000024361461,0.0068487697,0.022892362,0.8642426],"study_design_scores_gemma":[0.0023159557,0.0004059987,0.6114682,0.012253797,0.00012276953,0.0015706271,0.0008490635,0.0119243665,0.00009322919,0.019481428,0.3382257,0.0012888671],"about_ca_topic_score_codex":0.0001235269,"about_ca_topic_score_gemma":0.000075127486,"teacher_disagreement_score":0.8629538,"about_ca_system_score_codex":0.0001500789,"about_ca_system_score_gemma":0.0036711518,"threshold_uncertainty_score":0.71706945},"labels":[],"label_agreement":null},{"id":"W4221099715","doi":"10.2196/36948","title":"Use of the CPD-REACTION Questionnaire to Evaluate Continuing Professional Development Activities for Health Professionals: Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Université Laval; Centres Intégré Universitaires de Santé et de Services Sociaux; Université de Sherbrooke; Centre Integre de Sante et de Services Sociaux de Laval","funders":"","keywords":"Continuing professional development; Competence (human resources); Health professionals; Medical education; Psychology; Professional development; Continuing education; Medicine; Health care; Political science; Social psychology","score_opus":0.08423304542773778,"score_gpt":0.5075309318130432,"score_spread":0.4232978863853054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221099715","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010132461,0.9486494,0.000119879594,0.019507475,0.0072852382,0.024243264,0.000014972855,0.00006153988,0.000016875763],"genre_scores_gemma":[0.000030375004,0.91214097,0.0016866932,0.022192035,0.0005809134,0.05485084,0.00141462,0.00009837255,0.0070051914],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927778,0.0012526857,0.0025835424,0.0005214716,0.0025145013,0.00035000237],"domain_scores_gemma":[0.9954126,0.00062017277,0.0023144712,0.0007952877,0.0006132063,0.0002442632],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0048292973,0.0004062715,0.0022612067,0.000417875,0.0003829538,0.000018314568,0.00040813576,0.0003357054,0.00040571866],"category_scores_gemma":[0.025133474,0.00025109958,0.00039093502,0.0013428531,0.000093551396,0.00015195223,0.00016751274,0.0010805185,0.000014570801],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007901846,0.00072718645,0.0000015428684,0.50008905,0.00006572023,9.19946e-8,0.0007278918,1.6671505e-8,1.5010443e-7,0.00010322777,0.07324905,0.42502818],"study_design_scores_gemma":[0.00008791375,0.000045256296,0.000035251604,0.4973802,0.00046896195,0.00004307264,0.00028535622,0.0000058400833,5.7764623e-7,0.0000051711086,0.5015252,0.00011719946],"about_ca_topic_score_codex":0.000010897634,"about_ca_topic_score_gemma":0.0000042466686,"teacher_disagreement_score":0.42827615,"about_ca_system_score_codex":0.002142121,"about_ca_system_score_gemma":0.02936016,"threshold_uncertainty_score":0.9999941},"labels":[],"label_agreement":null},{"id":"W4223483238","doi":"10.2196/33565","title":"An Alternative to Traditional Bedside Teaching During COVID-19: High-Fidelity Simulation-Based Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Fidelity; Computer science; Psychology; Medicine; Virology; Internal medicine; Infectious disease (medical specialty)","score_opus":0.05816675914754784,"score_gpt":0.4541649700945046,"score_spread":0.3959982109469568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223483238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9571682,0.000018245353,0.002285691,0.035764568,0.0016233698,0.0027829541,0.000052549778,0.00023088769,0.00007352819],"genre_scores_gemma":[0.9661912,1.9076573e-7,0.0009227898,0.02676273,0.0017309656,0.0029209282,0.0013083698,0.000047929974,0.00011491267],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949709,0.00094282284,0.0007872616,0.00073822157,0.0022118683,0.00034888313],"domain_scores_gemma":[0.99507064,0.0014722021,0.00024318065,0.00068077265,0.00041766829,0.0021155605],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015589399,0.00023519139,0.00031516896,0.00058054965,0.0012813068,0.000041082072,0.00030948807,0.00009871544,0.008807507],"category_scores_gemma":[0.004003806,0.00025971382,0.00008234662,0.0005936184,0.000053038788,0.00019193767,0.000046698126,0.0009312872,0.00003436094],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071836193,0.012251544,0.5224382,0.00022429478,0.000055734272,0.000023701938,0.030277843,0.42638183,0.000075851596,0.0011664523,0.0021489838,0.0042371643],"study_design_scores_gemma":[0.0031735017,0.0011541742,0.89666027,0.00007648209,0.000060818693,0.00001656624,0.021699477,0.07432505,0.000029210392,0.000972302,0.0014884821,0.00034366758],"about_ca_topic_score_codex":0.0020751213,"about_ca_topic_score_gemma":0.000050903058,"teacher_disagreement_score":0.374222,"about_ca_system_score_codex":0.002976176,"about_ca_system_score_gemma":0.011841611,"threshold_uncertainty_score":0.9999855},"labels":[],"label_agreement":null},{"id":"W4223634248","doi":"10.2196/28965","title":"Current and Future Needs for Human Resources for Ethiopia’s National Health Information System: Survey and Forecasting Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"HRHIS; Human resources; Workforce; Health human resources; Business; Delphi method; Information system; Health policy; Public health informatics; Environmental health; Medicine; Public health; Political science; Nursing; Computer science","score_opus":0.03907756488716146,"score_gpt":0.38586973798976276,"score_spread":0.3467921731026013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223634248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98495644,0.0004778344,0.000059632726,0.011301861,0.00073097885,0.0022671546,0.0000780783,0.000029159564,0.00009882701],"genre_scores_gemma":[0.9952757,0.00001905506,0.00008366276,0.0023064145,0.00094966585,0.0008756091,0.00044527947,0.000006719794,0.000037926962],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869317,0.00011643356,0.00037275784,0.000120412915,0.0005450081,0.00015219899],"domain_scores_gemma":[0.9992159,0.000094344876,0.00018203679,0.000057922713,0.00021355285,0.00023622761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018390758,0.00008021906,0.00018279429,0.00013662895,0.0004919086,0.000023640137,0.000048339913,0.000039787352,0.00001613402],"category_scores_gemma":[0.00024516814,0.0000679298,0.000021060077,0.00012805845,0.000020125117,0.00007587022,0.000039212093,0.00019152681,3.3393582e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010839971,0.0017773559,0.53983164,0.010205349,0.00006977948,3.1350544e-7,0.0478829,0.0000020625657,0.0000025634804,0.020532725,0.062202655,0.31640863],"study_design_scores_gemma":[0.0022348166,0.0011383642,0.8552899,0.00015413764,0.000011270554,0.00004902336,0.024547704,0.00043909205,1.5320865e-7,0.00018511938,0.11587098,0.000079454876],"about_ca_topic_score_codex":0.0003058068,"about_ca_topic_score_gemma":0.000064022526,"teacher_disagreement_score":0.31632918,"about_ca_system_score_codex":0.00020639281,"about_ca_system_score_gemma":0.0009043132,"threshold_uncertainty_score":0.37834126},"labels":[],"label_agreement":null},{"id":"W4224307690","doi":"10.2196/32597","title":"Fundraising in Education: Road Map to Involving Medical Educators in Fundraising","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"FinTech, Crowdfunding, Digital Finance","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Fund raising; Revenue; Business; Face (sociological concept); Public relations; Raising (metalworking); Higher education; Marketing; Finance; Political science; Economic growth; Economics; Sociology; Engineering","score_opus":0.012614552241438662,"score_gpt":0.2952535038736187,"score_spread":0.28263895163218006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224307690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9376304,0.0008360761,0.000056139324,0.0359151,0.0072005084,0.0008007622,0.0000011883047,0.00013730039,0.01742249],"genre_scores_gemma":[0.9779301,0.000008205144,0.00014983093,0.017629439,0.0022455794,0.0009218049,0.00010336368,0.000059414666,0.00095221057],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960982,0.000059518,0.0008388147,0.0007064956,0.0016452656,0.0006516942],"domain_scores_gemma":[0.9989775,0.000103087936,0.00025706907,0.00037426918,0.00012233878,0.00016577891],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015877812,0.00028569147,0.0003433564,0.0015720822,0.00028363106,0.00032633927,0.00082766096,0.00018154505,0.004321641],"category_scores_gemma":[0.0032016577,0.00033557095,0.00007909804,0.0029673206,0.00009983527,0.0013811698,0.00068548764,0.0009681508,0.0003927483],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008416204,0.00415394,0.18164873,0.00060429994,0.0000103145485,0.00004261493,0.0027374546,0.00003741166,0.00007451956,0.050615545,0.12939529,0.6305957],"study_design_scores_gemma":[0.0008758653,0.000045344786,0.22418667,0.0021409113,0.0000123175005,0.000055058495,0.014478564,0.0018244793,0.000013668928,0.009750298,0.745654,0.00096280786],"about_ca_topic_score_codex":0.0028830217,"about_ca_topic_score_gemma":0.0012719575,"teacher_disagreement_score":0.6296329,"about_ca_system_score_codex":0.000976606,"about_ca_system_score_gemma":0.0041456423,"threshold_uncertainty_score":0.99990964},"labels":[],"label_agreement":null},{"id":"W4225002499","doi":"10.2196/34299","title":"Factors Associated With Specialists’ Intention to Adopt New Behaviors After Taking Web-Based Continuing Professional Development Courses: Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Université de Sherbrooke; Université Laval; Centres Intégré Universitaires de Santé et de Services Sociaux","funders":"","keywords":"Psychosocial; Bivariate analysis; Cross-sectional study; Intraclass correlation; Psychology; Multivariate analysis; Medicine; Medical education; Clinical psychology; Psychometrics; Internal medicine; Statistics; Psychiatry","score_opus":0.03398095118309531,"score_gpt":0.3987810677432666,"score_spread":0.3648001165601713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225002499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899401,0.0000141779865,0.0002699477,0.001997366,0.0054098577,0.0021070677,0.0000064811043,0.00013737503,0.000117625386],"genre_scores_gemma":[0.9882345,1.377472e-7,0.00057125516,0.0031679603,0.0005439462,0.0026728082,0.0011836463,0.000048446982,0.0035772524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950069,0.00018684387,0.00084844604,0.0005552815,0.0030207417,0.0003817511],"domain_scores_gemma":[0.9981798,0.000086303204,0.0004283405,0.00028223734,0.0006402723,0.0003830774],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013675746,0.00026523342,0.00030965084,0.0005581723,0.0004612292,0.00007220434,0.00023542372,0.00017366096,0.00977841],"category_scores_gemma":[0.0026549639,0.00022682642,0.00007142699,0.0013114896,0.0001107848,0.0001436031,0.00010369442,0.00095809175,0.000018217706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031012105,0.0067120977,0.96152425,0.000028864446,0.000052071155,0.000007854769,0.0065652947,0.0000076127285,0.000048117014,0.000024713132,0.009735118,0.014983882],"study_design_scores_gemma":[0.0022468215,0.00046484498,0.97567844,0.00041905578,0.00005804178,0.000009063265,0.007929843,0.0000977706,0.000040219973,0.0000056963536,0.012803114,0.00024711006],"about_ca_topic_score_codex":0.000068969726,"about_ca_topic_score_gemma":0.00010633747,"teacher_disagreement_score":0.0147367725,"about_ca_system_score_codex":0.0020697427,"about_ca_system_score_gemma":0.009462742,"threshold_uncertainty_score":0.9961527},"labels":[],"label_agreement":null},{"id":"W4225011984","doi":"10.2196/34042","title":"Digital Health and Learning in Speech-Language Pathology, Phoniatrics, and Otolaryngology: Survey Study for Designing a Digital Learning Toolbox App","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Toolbox; Otorhinolaryngology; Computer science; Medicine; Multimedia; Natural language processing; Surgery","score_opus":0.03841720442266309,"score_gpt":0.40432450563412237,"score_spread":0.36590730121145926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225011984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901319,0.0010137092,0.000065301654,0.0043240758,0.0014592212,0.002738854,0.0000070600963,0.00008614955,0.00017373869],"genre_scores_gemma":[0.9960329,0.00006297477,0.00017814021,0.00047445635,0.00050913857,0.0023412933,0.00018392412,0.000020374342,0.00019681896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965413,0.0016720376,0.00039706766,0.00040637483,0.0005402479,0.0004429407],"domain_scores_gemma":[0.99518484,0.003980191,0.00023725258,0.00008252749,0.000078665136,0.0004365347],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005403017,0.00011857341,0.00026233957,0.0002337466,0.0012174762,0.00014981226,0.00015683818,0.00012239837,0.000047546815],"category_scores_gemma":[0.041381475,0.0001383533,0.000022261995,0.00060936424,0.00021842263,0.00032804988,0.00008738186,0.00087161234,0.0000023294324],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026846781,0.00035879936,0.57825935,0.000028086642,0.0000029750342,0.0000022432346,0.15539263,0.0000010551709,6.0334537e-7,0.00003236903,0.00017935025,0.2657157],"study_design_scores_gemma":[0.0007762879,0.0007834381,0.5690347,0.000029737686,0.0000050329836,0.00001446149,0.41696912,0.00013508036,2.2754243e-7,0.00012539138,0.011939922,0.00018658984],"about_ca_topic_score_codex":0.0040953704,"about_ca_topic_score_gemma":0.0013681594,"teacher_disagreement_score":0.2655291,"about_ca_system_score_codex":0.00046145558,"about_ca_system_score_gemma":0.0043191295,"threshold_uncertainty_score":0.9666934},"labels":[],"label_agreement":null},{"id":"W4225120362","doi":"10.2196/30988","title":"Video-Based Communication Assessment of Physician Error Disclosure Skills by Crowdsourced Laypeople and Patient Advocates Who Experienced Medical Harm: Reliability Assessment With Generalizability Theory","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Washington","keywords":"Generalizability theory; Harm; Reliability (semiconductor); Medical education; Psychology; Scale (ratio); Medicine; Applied psychology; Family medicine; Social psychology","score_opus":0.013065109951290564,"score_gpt":0.41688446794431894,"score_spread":0.40381935799302837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225120362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95991397,0.00016386539,0.00419582,0.03191459,0.0004470302,0.0020820969,0.000069786605,0.00008167872,0.0011311368],"genre_scores_gemma":[0.9820482,0.000039169397,0.0011921689,0.009897818,0.00006172102,0.0056368434,0.00093164685,0.000028772876,0.00016364676],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99181914,0.0038998735,0.0010563893,0.00056246406,0.002261995,0.00040012968],"domain_scores_gemma":[0.99603987,0.0012027824,0.00085369695,0.0009380264,0.0003386829,0.0006269725],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031295684,0.000245885,0.0004652899,0.00010214112,0.0010843129,0.0000038933777,0.00051150285,0.00023104358,0.003422919],"category_scores_gemma":[0.0012877103,0.00019644234,0.00007408008,0.0004678639,0.00067270594,0.00016982199,0.00029648215,0.0010945691,0.0000022795102],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009457607,0.027602175,0.6510164,0.0018564411,0.00017646092,0.0000026109794,0.13092506,0.00073313597,0.0008113357,0.012382888,0.102452055,0.07109568],"study_design_scores_gemma":[0.006073771,0.0016831902,0.7455888,0.0014089849,0.00012961925,0.0000039466263,0.11235425,0.01652004,0.0002817573,0.001768738,0.11333445,0.00085244625],"about_ca_topic_score_codex":0.00023407416,"about_ca_topic_score_gemma":0.000049824852,"teacher_disagreement_score":0.09457241,"about_ca_system_score_codex":0.000600201,"about_ca_system_score_gemma":0.0065643713,"threshold_uncertainty_score":0.9990675},"labels":[],"label_agreement":null},{"id":"W4225157687","doi":"10.2196/32657","title":"Perspectives of 360-Degree Cinematic Virtual Reality: Interview Study Among Health Care Professionals","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Osteopathic Heritage Foundation","keywords":"Thematic analysis; Virtual reality; Medical education; Health care; Narrative; Psychology; Qualitative research; Nursing; Medicine; Computer science; Sociology","score_opus":0.05604795733109871,"score_gpt":0.4149910128851717,"score_spread":0.358943055554073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225157687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8755017,0.0020940108,0.021948507,0.09283438,0.0009815401,0.0042839963,0.000024122972,0.0001989967,0.002132771],"genre_scores_gemma":[0.99710697,0.000013356532,0.00035026306,0.0014867645,0.00007579736,0.0006970179,0.000024887026,0.000008414085,0.00023653424],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99696434,0.00078607176,0.00053571037,0.00037330927,0.0011386566,0.00020191904],"domain_scores_gemma":[0.998339,0.0001381884,0.00033287887,0.00069511606,0.00018871248,0.00030612934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014417015,0.000119261786,0.00028247785,0.00016218942,0.00028964868,0.000031224306,0.0009250784,0.000038439714,0.00037851534],"category_scores_gemma":[0.0005057942,0.00010281117,0.00006524044,0.0007501062,0.00007909954,0.00022939626,0.00048691616,0.0003218135,0.00000739309],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001098592,0.008751596,0.0008219147,0.0002876042,0.000043609245,0.0000012910207,0.39672717,0.000010604955,0.000005588241,0.044709343,0.036376636,0.51225364],"study_design_scores_gemma":[0.0008297256,0.0024777602,0.13262035,0.00042808722,0.000016741003,0.000017758193,0.85411036,0.0027587817,0.000010922172,0.0019542265,0.0044701765,0.00030512127],"about_ca_topic_score_codex":0.00045085908,"about_ca_topic_score_gemma":0.000081665356,"teacher_disagreement_score":0.5119485,"about_ca_system_score_codex":0.00031930578,"about_ca_system_score_gemma":0.003145201,"threshold_uncertainty_score":0.55794513},"labels":[],"label_agreement":null},{"id":"W4225586096","doi":"10.2196/34687","title":"The Opportunities and Challenges of Digital Anatomy for Medical Sciences: Narrative Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cornerstone; Medical education; Digital health; Narrative; Inclusion (mineral); Health care; Medicine; Psychology; Political science","score_opus":0.1142296722922479,"score_gpt":0.40727540875348434,"score_spread":0.29304573646123644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225586096","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.859993e-7,0.9824136,0.000017167695,0.013308589,0.00056862406,0.0008413448,0.000012876811,0.00007849509,0.0027583216],"genre_scores_gemma":[0.000007216325,0.99743086,0.00001843528,0.00019721956,0.00015506036,0.0020280886,0.00006681492,0.000020199592,0.00007611424],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813205,0.00007880613,0.00058900577,0.00022247889,0.00075433287,0.00022334665],"domain_scores_gemma":[0.99829775,0.0010512243,0.00015090192,0.0001972526,0.000030529925,0.00027236392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011457164,0.00020226103,0.00078199833,0.00010855594,0.00016736504,0.000013448393,0.00056318846,0.00035976898,0.00042319647],"category_scores_gemma":[0.002841712,0.00012625856,0.00014960486,0.00022763366,0.0009705646,0.0000711367,0.00010376291,0.0005426472,0.0000015345355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.284612e-7,0.00003274344,3.4500783e-8,0.02941219,0.000038523678,0.000001410312,0.00012230795,2.3033961e-9,1.3794749e-10,0.041922584,0.012979043,0.9154908],"study_design_scores_gemma":[0.000056408873,0.000065914,8.416243e-8,0.018133802,0.00007173954,0.000075819415,0.0019017596,0.000028479679,1.6678976e-8,0.001091511,0.9784543,0.000120155535],"about_ca_topic_score_codex":7.9303237e-7,"about_ca_topic_score_gemma":0.0000023560856,"teacher_disagreement_score":0.96547526,"about_ca_system_score_codex":0.00005938804,"about_ca_system_score_gemma":0.0027976467,"threshold_uncertainty_score":0.5148674},"labels":[],"label_agreement":null},{"id":"W4229456311","doi":"10.2196/37872","title":"Evaluation of Online Near-Peer Teaching for Penultimate-Year Objective Structured Clinical Examinations in the COVID-19 Era: Longitudinal Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Medical education; 2019-20 coronavirus outbreak; Pandemic; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Online teaching; Online learning; Longitudinal study; Psychology; Medicine; Mathematics education; Multimedia; Computer science; Virology; Internal medicine","score_opus":0.11003019730501316,"score_gpt":0.5354867531564275,"score_spread":0.4254565558514143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229456311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9592884,0.000048415375,0.00064096955,0.03330232,0.0014716063,0.004815084,0.000030264027,0.000031126638,0.00037178447],"genre_scores_gemma":[0.9850303,0.000002164814,0.0039468184,0.0053999983,0.00065233983,0.0035729117,0.0012541951,0.00002295711,0.00011831164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9920091,0.0020143301,0.0011049004,0.00047004476,0.00415882,0.00024283062],"domain_scores_gemma":[0.9964357,0.00090328144,0.0004216978,0.0005493632,0.0015349347,0.00015503712],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023914631,0.00016091013,0.00034564783,0.00034496782,0.0005283847,0.00002581321,0.00037032942,0.00014708746,0.0016254634],"category_scores_gemma":[0.06453593,0.00012944418,0.00010186717,0.0009800654,0.00023651902,0.00011380385,0.00007781395,0.0014374026,0.0000031596035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004964726,0.032945238,0.40073487,0.00023780073,0.00020681084,0.0000046224895,0.059926685,0.00018902855,0.00002021992,0.0033107775,0.14606912,0.35585833],"study_design_scores_gemma":[0.005033419,0.0009831997,0.89532804,0.00004134533,0.00038063902,0.000058171034,0.07521041,0.01289594,0.0000014857869,0.0017472059,0.0081856,0.00013457194],"about_ca_topic_score_codex":0.0002667894,"about_ca_topic_score_gemma":0.0001676619,"teacher_disagreement_score":0.49459314,"about_ca_system_score_codex":0.0011052055,"about_ca_system_score_gemma":0.012118435,"threshold_uncertainty_score":0.9992872},"labels":[],"label_agreement":null},{"id":"W4235526075","doi":"10.2196/24459","title":"Correction: Comparing Classroom Instruction to Individual Instruction as an Approach to Teach Avatar-Based Patient Monitoring With Visual Patient: Simulation Study","year":2020,"lang":"en","type":"erratum","venue":"JMIR Medical Education","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Avatar; Computer science; Mathematics education; Human–computer interaction; Psychology; Multimedia","score_opus":0.02931931027868983,"score_gpt":0.3379513082685874,"score_spread":0.30863199798989754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235526075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.732095,0.00003518999,0.20869042,0.0019100882,0.046358116,0.0062713693,0.000011989372,0.0007972022,0.003830591],"genre_scores_gemma":[0.9853204,0.0000031035586,0.007331533,0.0014479959,0.0030160586,0.001603161,0.00095673813,0.000067677895,0.00025331476],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99401516,0.00036060618,0.0008853721,0.0014874515,0.0027660779,0.00048532977],"domain_scores_gemma":[0.9965198,0.00007360693,0.0004950649,0.0009270087,0.0005323656,0.0014521446],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003572744,0.00055270584,0.0005493047,0.00071615813,0.0005263469,0.0006574033,0.0009823719,0.0005349792,0.000018423096],"category_scores_gemma":[0.0005677604,0.00053309166,0.000075129756,0.0022232516,0.000054307548,0.0009902004,0.00032193318,0.0015285875,0.00006465704],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021945825,0.0062053627,0.0025134555,0.00008570269,0.000076972276,0.0000022836693,0.022411497,0.012603794,0.000005794726,0.00018258473,0.07816094,0.8775321],"study_design_scores_gemma":[0.0027414793,0.014414537,0.10949492,0.0013771277,0.00015425422,0.00008533743,0.0213786,0.58302426,0.00014189047,0.00011777566,0.2647912,0.0022786139],"about_ca_topic_score_codex":0.0006001028,"about_ca_topic_score_gemma":0.000055198205,"teacher_disagreement_score":0.87525356,"about_ca_system_score_codex":0.00084353035,"about_ca_system_score_gemma":0.0033253185,"threshold_uncertainty_score":0.99971205},"labels":[],"label_agreement":null},{"id":"W4237324171","doi":"10.2196/24306","title":"Implementing Remote Collaboration in a Virtual Patient Platform: Usability Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Usability; System usability scale; Computer science; Human–computer interaction; Dyad; Usability lab; Multimedia; Interface (matter); Collaborative learning; User interface; Virtual patient; Usability engineering; Medical education; Psychology; Medicine; Knowledge management","score_opus":0.026563504369901875,"score_gpt":0.4276264400065849,"score_spread":0.40106293563668305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237324171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985006,0.00004974379,0.000027991442,0.010186234,0.0013815755,0.0029522665,0.000007332849,0.000063992615,0.00032491668],"genre_scores_gemma":[0.99528295,0.0000015381704,0.00018976559,0.002609035,0.000302765,0.0011072514,0.00036115226,0.000020453188,0.00012510185],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967169,0.00032289067,0.0008329352,0.00041659715,0.0013697036,0.00034094753],"domain_scores_gemma":[0.9984621,0.00023560584,0.00021492652,0.00041585165,0.0003470084,0.0003245519],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015196885,0.00013337511,0.00022341129,0.00031218457,0.00034629038,0.00002083391,0.00011606259,0.00007586865,0.0043844115],"category_scores_gemma":[0.0010251837,0.00014144779,0.000039992527,0.0012231577,0.00003770474,0.00014020753,0.000102534024,0.00052969647,0.000017385395],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025265876,0.0047209715,0.8119027,0.000076192635,0.000013466203,0.0000054403604,0.05284089,0.00015126177,0.000019523839,0.00025535206,0.0031518592,0.12660968],"study_design_scores_gemma":[0.0025143104,0.0017675859,0.6277195,0.00008973479,0.000027106613,0.000027805987,0.34564757,0.009457368,0.000027791955,0.0003663864,0.012137018,0.0002178298],"about_ca_topic_score_codex":0.0011015233,"about_ca_topic_score_gemma":0.00032117072,"teacher_disagreement_score":0.29280668,"about_ca_system_score_codex":0.0016490557,"about_ca_system_score_gemma":0.007336696,"threshold_uncertainty_score":0.9982908},"labels":[],"label_agreement":null},{"id":"W4280495409","doi":"10.2196/38004","title":"Aligning the American Health Information Management Association Entry-level Curricula Competencies and Career Map With Industry Job Postings: Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Medical Research and Practices","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Excellence; Job analysis; Curriculum; Medical education; Career development; Psychology; Descriptive statistics; Job satisfaction; Medicine; Pedagogy; Political science; Statistics; Social psychology","score_opus":0.06695381492531424,"score_gpt":0.4847396297867739,"score_spread":0.4177858148614596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280495409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9560375,0.000101934434,0.00009671739,0.038856532,0.00074227754,0.0018696658,0.000024686851,0.000049710914,0.0022209699],"genre_scores_gemma":[0.98170996,0.00005633951,0.0001991456,0.01385976,0.00037484255,0.001975384,0.00016694849,0.00000932443,0.0016483016],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99479496,0.0015293293,0.0005235374,0.00019633709,0.0025259603,0.00042988698],"domain_scores_gemma":[0.9973644,0.0010401511,0.00075158296,0.00016819249,0.00027037915,0.00040530524],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005302406,0.00010869773,0.00016412446,0.0001287304,0.0022476057,0.00007482548,0.00023851612,0.00008449952,0.0012768252],"category_scores_gemma":[0.0020797723,0.000073458,0.00001959035,0.0004718529,0.00011851543,0.00035131274,0.00026425597,0.0021426019,0.000038481292],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008489294,0.00024599262,0.9204772,0.00012212645,0.000045789107,0.0000013309813,0.009351436,0.000003150235,2.52366e-7,0.00038703444,0.043203052,0.026077712],"study_design_scores_gemma":[0.00057292817,0.0003193197,0.82802016,0.000068566085,0.000009139987,0.0000047455324,0.085770346,0.00010112477,6.260748e-8,0.000056491135,0.085008174,0.00006892073],"about_ca_topic_score_codex":0.0025559675,"about_ca_topic_score_gemma":0.00020022132,"teacher_disagreement_score":0.09245705,"about_ca_system_score_codex":0.00080461474,"about_ca_system_score_gemma":0.002509129,"threshold_uncertainty_score":0.9996361},"labels":[],"label_agreement":null},{"id":"W4280637020","doi":"10.2196/32840","title":"Patterns of Skills Acquisition in Anesthesiologists During Simulated Interscalene Block Training on a Soft Embalmed Thiel Cadaver: Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Academic Anaesthesia; University of Dundee","keywords":"Cadaver; Medicine; Prilocaine; Dry needling; Soft tissue; Curriculum; Medical physics; Surgery; Physical therapy; Lidocaine; Psychology","score_opus":0.015270635205078962,"score_gpt":0.3290982716319431,"score_spread":0.3138276364268641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280637020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972756,0.00001646753,0.000004736521,0.0009170924,0.00025038747,0.0010796483,0.0000032066544,0.00006542945,0.00038744687],"genre_scores_gemma":[0.99803364,0.000004632244,0.000007614954,0.0013289496,0.00011740952,0.00020829699,0.000111381756,0.000019433692,0.00016861639],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976863,0.00027206412,0.00056122104,0.0003548909,0.0008923742,0.00023311099],"domain_scores_gemma":[0.9990345,0.00029206777,0.0001615267,0.00022578484,0.000066646026,0.00021946625],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000732787,0.00014893191,0.00039273608,0.0002855359,0.00009308974,0.0000064666433,0.00011895723,0.00014379816,0.0019529583],"category_scores_gemma":[0.00053452887,0.00013496663,0.00007982613,0.00038123922,0.000037890808,0.000043988253,0.00005304265,0.0006345776,0.000005698851],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000664319,0.0056268084,0.9665323,0.00006184274,0.00005136102,0.00010936637,0.0107816,0.001380708,0.000114030554,0.000027026948,0.000022782311,0.0146278795],"study_design_scores_gemma":[0.0044751973,0.00062937534,0.9839076,0.00025953265,0.00002903379,0.000044833887,0.0078199105,0.002440012,0.00004897567,0.000017054796,0.0002057553,0.0001227628],"about_ca_topic_score_codex":0.000106528074,"about_ca_topic_score_gemma":0.000012617312,"teacher_disagreement_score":0.017375281,"about_ca_system_score_codex":0.0002431974,"about_ca_system_score_gemma":0.00038452327,"threshold_uncertainty_score":0.99895936},"labels":[],"label_agreement":null},{"id":"W4281754333","doi":"10.2196/38259","title":"Usability Methods and Attributes Reported in Usability Studies of Mobile Apps for Health Care Education: Scoping Review","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Høgskulen på Vestlandet","keywords":"Usability; Computer science; Usability engineering; Heuristic evaluation; Usability lab; Health care; System usability scale; Multimedia; World Wide Web; Human–computer interaction","score_opus":0.13782134523326495,"score_gpt":0.6326569717078195,"score_spread":0.4948356264745546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281754333","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14618756,0.684014,0.00060426776,0.097579286,0.003514208,0.06739531,0.00012975799,0.00013688828,0.00043870514],"genre_scores_gemma":[0.09718175,0.07980915,0.027941123,0.04973289,0.00061816,0.743204,0.0011660435,0.000056380857,0.00029051455],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99343866,0.0024478254,0.002567876,0.0006055048,0.00045191403,0.00048820346],"domain_scores_gemma":[0.9939969,0.0027623402,0.0011731723,0.00072269596,0.0007482803,0.00059656776],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010728397,0.00016152271,0.00082910934,0.00013542721,0.0010256115,0.0000022651095,0.00019776626,0.00012704053,0.0006074706],"category_scores_gemma":[0.009399232,0.00015565295,0.00006994276,0.0007473644,0.0001853444,0.0000759279,0.0001783483,0.0006864659,0.000001954601],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057552686,0.0012439293,0.033463836,0.14376046,0.000011065304,5.6493914e-8,0.009016074,0.0000011748389,0.0000036659276,0.0015926951,0.044632204,0.7662173],"study_design_scores_gemma":[0.002185354,0.0010265774,0.06315324,0.07372719,0.000093245246,0.000018653169,0.11878049,0.00008741357,0.000013448995,0.0057508396,0.7346248,0.00053875684],"about_ca_topic_score_codex":0.0004921585,"about_ca_topic_score_gemma":0.00042173872,"teacher_disagreement_score":0.7656785,"about_ca_system_score_codex":0.0011917093,"about_ca_system_score_gemma":0.033176053,"threshold_uncertainty_score":0.998945},"labels":[],"label_agreement":null},{"id":"W4282914863","doi":"10.2196/30537","title":"Harnessing Natural Language Processing to Support Decisions Around Workplace-Based Assessment: Machine Learning Study of Competency-Based Medical Education","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Trigram; Artificial intelligence; Computer science; Competence (human resources); Narrative; Machine learning; Natural language processing; Qualitative property; Binary classification; Psychology; Social psychology; Support vector machine","score_opus":0.013664629238858925,"score_gpt":0.40085993427786104,"score_spread":0.3871953050390021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282914863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9541833,0.00040560524,0.0027307137,0.036697116,0.0026683137,0.0020409983,0.0000039283705,0.00017709243,0.0010929623],"genre_scores_gemma":[0.9674067,0.0000024966319,0.011283413,0.016685154,0.00061195006,0.0016788596,0.001550729,0.00006511892,0.0007156033],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99279255,0.00053001975,0.0012144508,0.0006678513,0.004345543,0.00044961553],"domain_scores_gemma":[0.9972997,0.0003164171,0.0005221084,0.00059240154,0.00071755203,0.0005518678],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026420443,0.0003126888,0.0005471609,0.0010840904,0.0007276373,0.0000634048,0.00054962735,0.0002027515,0.0056565017],"category_scores_gemma":[0.008908132,0.00029712214,0.00010714868,0.0028098293,0.0001697874,0.00017328557,0.00015910868,0.0021478655,0.000018916335],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003509722,0.02431356,0.07458556,0.00042564672,0.0000471395,0.000026194171,0.0073120333,0.00026370422,0.00021622654,0.00029907335,0.015645407,0.8765145],"study_design_scores_gemma":[0.0155966375,0.0069250283,0.19775856,0.006037664,0.0006846478,0.0004879026,0.1964823,0.51039547,0.00020059536,0.00025430968,0.06343138,0.0017455322],"about_ca_topic_score_codex":0.0002044115,"about_ca_topic_score_gemma":0.00007912153,"teacher_disagreement_score":0.874769,"about_ca_system_score_codex":0.0010167784,"about_ca_system_score_gemma":0.0555731,"threshold_uncertainty_score":0.9999481},"labels":[],"label_agreement":null},{"id":"W4282916733","doi":"10.2196/35587","title":"Needs, Challenges, and Applications of Artificial Intelligence in Medical Education Curriculum","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Position paper; Suite; Medical education; Artificial intelligence; Health care; Applications of artificial intelligence; Engineering ethics; Medicine; Psychology; Computer science; Engineering; Political science; Pedagogy","score_opus":0.06660868501159821,"score_gpt":0.4347917440202246,"score_spread":0.36818305900862636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282916733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8821316,0.01577308,0.0011571468,0.090213,0.002517079,0.00302743,0.000004826809,0.00009415411,0.005081695],"genre_scores_gemma":[0.9907758,0.0025328428,0.00035502377,0.0023882727,0.00092020305,0.0027268599,0.00013159441,0.000018613386,0.0001507582],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.997345,0.0001661861,0.00084278703,0.00032971377,0.001070321,0.00024604547],"domain_scores_gemma":[0.99857736,0.0001480215,0.00018658837,0.00031589455,0.00023986105,0.0005323062],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010644362,0.00013392787,0.0002669705,0.0005704794,0.00013391375,0.000008154303,0.00020841816,0.00019695394,0.0025157318],"category_scores_gemma":[0.001265892,0.00013724073,0.000050338567,0.0009195899,0.00018986389,0.000092475035,0.000089594774,0.0006530675,0.000023776805],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003637788,0.0037412343,0.003995449,0.00022855875,0.000005698478,0.0000010978724,0.004885211,0.0000011573006,0.000013590353,0.0490517,0.0010324577,0.9370075],"study_design_scores_gemma":[0.00033287547,0.0020214475,0.04602309,0.00227282,0.00016920568,0.0012757548,0.49647295,0.018176593,0.0010198292,0.16527894,0.2657151,0.001241415],"about_ca_topic_score_codex":0.0009187702,"about_ca_topic_score_gemma":0.00021535669,"teacher_disagreement_score":0.93576604,"about_ca_system_score_codex":0.00025227127,"about_ca_system_score_gemma":0.008576708,"threshold_uncertainty_score":0.9983961},"labels":[],"label_agreement":null},{"id":"W4282925999","doi":"10.2196/32614","title":"Mobile-Social Learning for Continuing Professional Development in Low- and Middle-Income Countries: Integrative Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Johns Hopkins University","keywords":"Workforce; Medical education; Digital health; Social media; Health care; Digital content; Workforce development; Virtual learning environment; Psychology; Computer science; Multimedia; Medicine; World Wide Web; Political science","score_opus":0.05833698104055291,"score_gpt":0.5089314880360735,"score_spread":0.45059450699552056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282925999","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053281787,0.9699898,0.0000284351,0.0011223943,0.0020209476,0.026268328,0.000027282482,0.0000716422,0.0004179218],"genre_scores_gemma":[0.000006109042,0.6805966,0.00015760174,0.002315888,0.00054552895,0.3117439,0.0011538366,0.00004863649,0.0034319048],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935439,0.0016791897,0.0025732534,0.00070214004,0.000713623,0.0007878469],"domain_scores_gemma":[0.99481666,0.0025539584,0.0015170093,0.00022791683,0.00026388926,0.0006205696],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003944754,0.00043182744,0.0018361309,0.0003208883,0.0014069908,0.000009387027,0.00034756545,0.0007504131,0.002821735],"category_scores_gemma":[0.0029393889,0.00034673492,0.00015120303,0.0006264938,0.000102596285,0.00008079277,0.00020453791,0.003348094,0.00008174066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012830596,0.00015499507,0.000050264407,0.29745468,0.000010002028,4.010256e-7,0.004293627,6.670804e-9,8.6977614e-10,0.000896873,0.0064085373,0.69071776],"study_design_scores_gemma":[0.0003362275,0.00004173806,0.0000522418,0.276913,0.0000515218,0.0000032471137,0.0013966579,0.0000042085308,3.6065613e-9,0.000034936424,0.72097117,0.00019506941],"about_ca_topic_score_codex":0.000030570824,"about_ca_topic_score_gemma":0.000071751536,"teacher_disagreement_score":0.7145626,"about_ca_system_score_codex":0.0015845578,"about_ca_system_score_gemma":0.028561309,"threshold_uncertainty_score":0.9998985},"labels":[],"label_agreement":null},{"id":"W4283446732","doi":"10.2196/37081","title":"Opioid Use Disorder Education for Students and the Future of Opioid Overdose Treatment","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Opioid use disorder; Buprenorphine; Medicine; Opioid overdose; Psychiatry; Competence (human resources); Public health; Opioid; Nursing; Family medicine; Psychology; (+)-Naloxone; Social psychology","score_opus":0.009936366685618916,"score_gpt":0.35688881488910174,"score_spread":0.3469524482034828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283446732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97440135,0.0064535015,0.000021744721,0.013872352,0.0014061613,0.003663905,0.000030748313,0.000025301742,0.00012490764],"genre_scores_gemma":[0.9811525,0.0019179819,0.00048100308,0.0027651442,0.00062163256,0.008954301,0.0007855829,0.00003553961,0.003286353],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841154,0.00010509675,0.0003180223,0.00028532257,0.00071100605,0.00016903161],"domain_scores_gemma":[0.9990177,0.00015861126,0.00014675356,0.00037056865,0.0001117205,0.00019465307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021144195,0.00016810019,0.00029015928,0.000101261576,0.00020421551,0.000023586479,0.0001430105,0.000070963375,0.00040871048],"category_scores_gemma":[0.00015499901,0.0001097781,0.000114446775,0.00019651008,0.000117218464,0.00007603731,0.000080144455,0.00013868949,0.000002783742],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002716602,0.029679414,0.25067312,0.00053976953,0.00040712504,0.0000014586474,0.03138338,0.0000022095794,0.000035870424,0.011934836,0.029073378,0.64355284],"study_design_scores_gemma":[0.016039355,0.0017582051,0.41220194,0.00015753978,0.0005399778,0.000051110183,0.026587633,0.00018156681,0.000056039837,0.0019858875,0.54021305,0.00022768961],"about_ca_topic_score_codex":0.0003689287,"about_ca_topic_score_gemma":0.000024709128,"teacher_disagreement_score":0.64332515,"about_ca_system_score_codex":0.00030538303,"about_ca_system_score_gemma":0.0028284625,"threshold_uncertainty_score":0.5017571},"labels":[],"label_agreement":null},{"id":"W4283659658","doi":"10.2196/35585","title":"Defining Potentially Unprofessional Behavior on Social Media for Health Care Professionals: Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coding (social sciences); Social media; Health care; Psychology; Medical education; Computer science; Medicine; World Wide Web; Statistics","score_opus":0.11941552395270615,"score_gpt":0.5885336100418048,"score_spread":0.46911808608909866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283659658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8003116,0.0008029243,0.000118026874,0.10889554,0.07736766,0.0117513295,0.00006586579,0.00023414835,0.00045286628],"genre_scores_gemma":[0.9040222,0.000009789802,0.006294598,0.00603417,0.0054266863,0.07735818,0.0006519972,0.000054675216,0.00014769025],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99051005,0.005098856,0.00068642374,0.0005230492,0.0025529095,0.0006287184],"domain_scores_gemma":[0.99358416,0.0046940683,0.00048901094,0.00019653208,0.00039778376,0.0006384579],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0066868863,0.00018233746,0.00035254244,0.00024351492,0.00501701,0.00003787388,0.00054410804,0.00022231147,0.0016761582],"category_scores_gemma":[0.013044566,0.00019086139,0.00012208219,0.0007305251,0.00018189922,0.000119591634,0.00012801412,0.0008162925,0.00001624866],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006725816,0.0031856357,0.0015597504,0.000046898258,0.000008253675,4.4138605e-7,0.37150288,1.6142089e-7,9.0031e-7,0.0085992925,0.03933089,0.57569766],"study_design_scores_gemma":[0.0007454262,0.00029314804,0.10589171,0.00006375231,0.00003155707,7.36604e-7,0.77569175,0.0000034871803,0.0000027072895,0.00043649928,0.11662236,0.00021687837],"about_ca_topic_score_codex":0.00090921967,"about_ca_topic_score_gemma":0.0011713547,"teacher_disagreement_score":0.57548076,"about_ca_system_score_codex":0.001931737,"about_ca_system_score_gemma":0.02950413,"threshold_uncertainty_score":0.99923646},"labels":[],"label_agreement":null},{"id":"W4283693045","doi":"10.2196/33767","title":"An Innovative Use of Twitter to Disseminate and Promote Medical Student Scholarship During the COVID-19 Pandemic: Usability Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Brody School of Medicine","keywords":"Social media; Scholarship; Session (web analytics); Medical education; Presentation (obstetrics); Dissemination; Pandemic; Coronavirus disease 2019 (COVID-19); Psychology; World Wide Web; Medicine; Computer science; Political science","score_opus":0.1476888933696349,"score_gpt":0.5378158103181525,"score_spread":0.39012691694851764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283693045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9490673,0.000025896552,0.0000070448527,0.0451217,0.0018279807,0.0038654355,0.0000035095118,0.00006206709,0.00001906496],"genre_scores_gemma":[0.98960006,0.000015065399,0.00005404738,0.0043002283,0.00056343887,0.005401236,0.000010596732,0.000011470965,0.00004383519],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934847,0.0026455668,0.0005214886,0.0003992021,0.0026419717,0.00030710569],"domain_scores_gemma":[0.99599516,0.002012179,0.00021247982,0.00033520197,0.00029921686,0.0011457863],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008511639,0.00011103251,0.00019748033,0.00012844357,0.0011685513,0.00006385134,0.0005914973,0.00012135126,0.0013923084],"category_scores_gemma":[0.04635921,0.00009164824,0.000021484015,0.0013358981,0.0005361501,0.0002681956,0.00020328922,0.0007210412,0.000002741299],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030200401,0.0014807064,0.6731149,0.00002966257,0.0000068880286,8.005907e-7,0.31226593,4.3243645e-7,0.0000132838395,0.00012111335,0.0002726354,0.012663436],"study_design_scores_gemma":[0.00023747864,0.0001962725,0.8756953,0.000020994723,0.000008069458,0.0000036406175,0.10859998,0.00000531033,0.0000030615981,0.00019433865,0.014943295,0.00009225815],"about_ca_topic_score_codex":0.0046748873,"about_ca_topic_score_gemma":0.0015216422,"teacher_disagreement_score":0.20366596,"about_ca_system_score_codex":0.0010824418,"about_ca_system_score_gemma":0.0070578917,"threshold_uncertainty_score":0.99952054},"labels":[],"label_agreement":null},{"id":"W4283733596","doi":"10.2196/35074","title":"Critical Comparison of the Quality and Content of Integrated Vascular Surgery, Thoracic Surgery, and Interventional Radiology Residency Training Program Websites: Qualitative Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Accreditation; Graduate medical education; Cardiothoracic surgery; Vascular surgery; Interventional radiology; Mentorship; Radiology; Surgery; Medical education; Cardiac surgery","score_opus":0.22656131916135785,"score_gpt":0.5247952973279331,"score_spread":0.2982339781665752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283733596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901363,0.0008162676,0.00002910327,0.007803657,0.00058295834,0.0004708869,0.0000106140615,0.000014055459,0.00013614481],"genre_scores_gemma":[0.99951565,0.000021798765,0.000041955747,0.00016096143,0.00005124645,0.0001229171,0.000026107627,0.0000028027491,0.000056549736],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9934243,0.0045023854,0.0005178604,0.00018050408,0.0012344125,0.00014052416],"domain_scores_gemma":[0.9966046,0.0026534933,0.00021679152,0.00010327586,0.00028700457,0.00013481587],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010854346,0.00006756667,0.00037083443,0.00009478153,0.0003176967,0.000015553338,0.00019451104,0.000061869156,0.00062632706],"category_scores_gemma":[0.0107480725,0.000052942105,0.00010163483,0.00034322997,0.0014059565,0.00007661513,0.00011247965,0.0002775491,2.543604e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009186734,0.003050226,0.41875428,0.00015806957,0.00008216918,9.469276e-7,0.46734762,1.3015008e-7,0.000008827473,0.008551248,0.004774854,0.097179785],"study_design_scores_gemma":[0.000099344776,0.00017612755,0.200157,0.00012092058,0.000036577887,0.0000016232589,0.797471,0.000010636785,0.000002962604,0.0009723379,0.00090311014,0.000048343267],"about_ca_topic_score_codex":0.002377951,"about_ca_topic_score_gemma":0.0004864115,"teacher_disagreement_score":0.3301234,"about_ca_system_score_codex":0.00006618496,"about_ca_system_score_gemma":0.0016494248,"threshold_uncertainty_score":0.9975848},"labels":[],"label_agreement":null},{"id":"W4283736095","doi":"10.2196/34791","title":"Freestyle Deliberate Practice Cadaveric Hand Surgery Simulation Training for Orthopedic Residents: Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cadaveric spasm; Orthopedic surgery; Medicine; Surgical simulation; Cohort; Physical therapy; Learning curve; Intervention (counseling); Training (meteorology); Medical education; Surgery; Nursing; Computer science","score_opus":0.04945048450382368,"score_gpt":0.4027325383725065,"score_spread":0.35328205386868283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283736095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896432,0.00014816092,0.0009839345,0.0036703704,0.0011204726,0.0023938068,0.000004967577,0.00011389803,0.0019211598],"genre_scores_gemma":[0.9908165,0.000008491468,0.00020190961,0.0050333003,0.0006383952,0.0015195002,0.00037871228,0.00003720806,0.00136599],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970221,0.00033503873,0.0005935838,0.00041212863,0.0013560613,0.00028109155],"domain_scores_gemma":[0.99645567,0.0023321465,0.00024288114,0.0002489886,0.00031974763,0.00040057118],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024758033,0.00015313532,0.00035082304,0.00021544752,0.00052583823,0.000049986902,0.000084225576,0.000088516244,0.0032848986],"category_scores_gemma":[0.0077535375,0.00014800837,0.00011442867,0.0005840702,0.000055173125,0.00022726049,0.000046394296,0.0004042517,0.00001412818],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026943812,0.00709129,0.45423353,0.00013545188,0.0003342243,0.00010227274,0.015330505,0.0042338623,0.000012291237,0.00018885123,0.008086334,0.507557],"study_design_scores_gemma":[0.0056979973,0.00064696756,0.656103,0.000113778646,0.0003446846,0.00010226292,0.018168049,0.042773325,0.0000028713937,0.000098108954,0.2756121,0.00033687204],"about_ca_topic_score_codex":0.00013264158,"about_ca_topic_score_gemma":0.00001741062,"teacher_disagreement_score":0.50722015,"about_ca_system_score_codex":0.00022084574,"about_ca_system_score_gemma":0.0022540647,"threshold_uncertainty_score":0.99762625},"labels":[],"label_agreement":null},{"id":"W4283749570","doi":"10.2196/38050","title":"Anesthesiologists With Advanced Degrees in Education: Qualitative Study of a Changing Paradigm","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Professionalization; Medical education; Curriculum; Medicine; Qualitative research; Apprenticeship; Formative assessment; Mentorship; Psychology; Pedagogy; Political science; Sociology","score_opus":0.020889689224475778,"score_gpt":0.41438928396218505,"score_spread":0.3934995947377093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283749570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880818,0.00026284056,0.000031090578,0.008823404,0.00055739394,0.0016157746,8.555227e-7,0.000037949194,0.0005888783],"genre_scores_gemma":[0.99151886,0.000010900376,0.0013482372,0.0024478224,0.00017321228,0.0040026116,0.00015029931,0.000021888538,0.00032615697],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9973375,0.00035711104,0.00058141263,0.00035450442,0.0011178239,0.00025159973],"domain_scores_gemma":[0.99888587,0.0001183171,0.0002795766,0.00038804248,0.00021977228,0.00010841209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012340109,0.00015104207,0.00033261927,0.00075237866,0.00014298492,0.0000059424174,0.00020474939,0.00007595579,0.00082502014],"category_scores_gemma":[0.0010544824,0.00012966448,0.000029288298,0.0022780295,0.00015343052,0.0001056494,0.00005440965,0.00056001527,0.000005066218],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008146821,0.035497032,0.04130108,0.00036492734,0.0000608244,0.000018649424,0.4644551,0.000059293183,0.000047093563,0.005931279,0.005824491,0.44562554],"study_design_scores_gemma":[0.0021772312,0.0026763543,0.090087965,0.00040480474,0.00003868348,0.00015789711,0.89731544,0.00022497174,0.000016941252,0.00040778966,0.006289746,0.0002021589],"about_ca_topic_score_codex":0.00013508795,"about_ca_topic_score_gemma":0.00003062616,"teacher_disagreement_score":0.4454234,"about_ca_system_score_codex":0.0004477646,"about_ca_system_score_gemma":0.0049356455,"threshold_uncertainty_score":0.9033392},"labels":[],"label_agreement":null},{"id":"W4285319758","doi":"10.2196/35820","title":"Assessment as Learning in Medical Education: Feasibility and Perceived Impact of Student-Generated Formative Assessments","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Thematic analysis; Medical education; Likert scale; Qualitative property; Focus group; Psychology; Curriculum; TUTOR; Lifelong learning; Qualitative research; Mathematics education; Medicine; Computer science; Pedagogy","score_opus":0.026661966422493116,"score_gpt":0.4866049348849623,"score_spread":0.4599429684624692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285319758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872646,0.00018779836,0.000055042467,0.006668684,0.00096635584,0.0012227333,0.0000026852354,0.0000472833,0.003584849],"genre_scores_gemma":[0.9930679,0.00008696381,0.0008228812,0.0034800554,0.00025371893,0.0010679003,0.0006951711,0.000024994875,0.0005003761],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950478,0.0005761271,0.00097114587,0.00045250013,0.0026363272,0.00031607336],"domain_scores_gemma":[0.9982165,0.000118844284,0.00035908056,0.00035919965,0.00054078765,0.000405585],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023873062,0.00022140484,0.00045485815,0.0005342358,0.00024051811,0.00002515189,0.00026964446,0.00021933853,0.01136548],"category_scores_gemma":[0.0028904744,0.00020114587,0.000094583775,0.0013209865,0.00023878402,0.00022073754,0.00018880468,0.0016337617,0.000008384282],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013799894,0.011495659,0.79857403,0.00021614127,0.00009337933,0.0000067386177,0.0064166957,0.000015896785,0.00020215518,0.0010944403,0.010356043,0.17139085],"study_design_scores_gemma":[0.0018860229,0.0010025664,0.973561,0.00031463846,0.00003904844,0.00018113873,0.016936654,0.0042584306,0.0000071215713,0.00027521866,0.0013720589,0.00016610131],"about_ca_topic_score_codex":0.0003462688,"about_ca_topic_score_gemma":0.000013200168,"teacher_disagreement_score":0.174987,"about_ca_system_score_codex":0.0022994273,"about_ca_system_score_gemma":0.030671222,"threshold_uncertainty_score":0.98953825},"labels":[],"label_agreement":null},{"id":"W4286544819","doi":"10.2196/36096","title":"Assessing Medical Student Readiness to Navigate Language Barriers in Telehealth: Cross-sectional Survey Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Interpreting and Communication in Healthcare","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Heart, Lung, and Blood Institute","keywords":"Telehealth; Interpreter; Test (biology); Limited English proficiency; Medical education; Psychology; Medicine; Health care; Telemedicine; Pandemic; Language barrier; Cross-sectional study; Family medicine; Nursing; Coronavirus disease 2019 (COVID-19); Computer science","score_opus":0.07342468466670642,"score_gpt":0.5903482282499373,"score_spread":0.5169235435832309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286544819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860087,0.000104003964,0.000027457221,0.0060639926,0.004309788,0.0017714693,0.00001857361,0.00011046888,0.001585561],"genre_scores_gemma":[0.98406583,0.000008010957,0.000040132076,0.009489571,0.00045337406,0.0048242933,0.0002546727,0.00003368873,0.0008304161],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98822737,0.0071258284,0.0012790507,0.00050517137,0.0022902586,0.000572337],"domain_scores_gemma":[0.9959753,0.0016647817,0.00027849956,0.0006541541,0.00035902453,0.0010682525],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012484448,0.00016651729,0.00030049932,0.00027918126,0.0019364412,0.00004478705,0.0009856137,0.0002510583,0.009563762],"category_scores_gemma":[0.007009734,0.00016572245,0.000042032178,0.0009149751,0.0000750237,0.00012972864,0.0005102994,0.0029614915,0.00011057004],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088571214,0.00088437414,0.9336574,0.000082052844,0.000007953098,0.000008403582,0.056624945,0.000009260316,0.0000012713979,0.00013834586,0.0020559474,0.0064414726],"study_design_scores_gemma":[0.0006043011,0.00013597481,0.8742736,0.00021955623,0.0000016345434,0.000007767144,0.120885365,0.00025494964,2.3803587e-7,0.000027100245,0.003455398,0.00013413969],"about_ca_topic_score_codex":0.013494999,"about_ca_topic_score_gemma":0.005250079,"teacher_disagreement_score":0.064260416,"about_ca_system_score_codex":0.0014860051,"about_ca_system_score_gemma":0.013375682,"threshold_uncertainty_score":0.9993629},"labels":[],"label_agreement":null},{"id":"W4289315327","doi":"10.2196/36447","title":"Comparing the Psychological Effects of Manikin-Based and Augmented Reality–Based Simulation Training: Within-Subjects Crossover Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Army Medical Research and Development Command; National Metal and Materials Technology Center","keywords":"Psychology; Simulation training; Crossover study; Augmented reality; Virtual reality; Physical therapy; Medicine; Simulation; Computer science; Human–computer interaction","score_opus":0.08235227644858385,"score_gpt":0.450509792468908,"score_spread":0.36815751602032415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289315327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888329,0.00009623701,0.00024306511,0.006746183,0.0011147652,0.0027391165,0.0000027556691,0.000084497755,0.0001404924],"genre_scores_gemma":[0.99372435,4.2714709e-7,0.00012258717,0.0046469946,0.0002388364,0.0010499612,0.00014766816,0.000025906149,0.000043293276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99674004,0.0006681181,0.0006557545,0.0004330729,0.001268093,0.0002349136],"domain_scores_gemma":[0.99682796,0.0017305182,0.0003549526,0.0005047167,0.00027214162,0.00030973065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011748242,0.0001811112,0.00034421496,0.0001973656,0.00039985616,0.000022656332,0.00017248404,0.00010993211,0.0005634933],"category_scores_gemma":[0.0012114764,0.00014337868,0.00006804608,0.0006125712,0.00019059586,0.000048064132,0.000039135673,0.00058586523,0.0000026062396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021318588,0.011064418,0.90856946,0.0009768873,0.000082316605,0.00001289531,0.03682612,0.0282482,0.00012039284,0.0005237081,0.0014904783,0.009953258],"study_design_scores_gemma":[0.0042546783,0.0010653157,0.8200923,0.00017442525,0.000086184686,0.000009126847,0.009352587,0.16444908,0.00005835094,0.0001143614,0.00021613295,0.00012741797],"about_ca_topic_score_codex":0.00024766845,"about_ca_topic_score_gemma":0.000016142449,"teacher_disagreement_score":0.13620088,"about_ca_system_score_codex":0.0003053493,"about_ca_system_score_gemma":0.0019802,"threshold_uncertainty_score":0.6169857},"labels":[],"label_agreement":null},{"id":"W4294175983","doi":"10.2196/31463","title":"Digital professionalism through scenario-based mobile learning: Findings from an experiment (Preprint)","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Psychology; Human–computer interaction; Multimedia; World Wide Web","score_opus":0.061271005301397584,"score_gpt":0.46988911045978493,"score_spread":0.40861810515838737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294175983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95939296,0.000408402,0.0000862877,0.026505021,0.007742105,0.0012300793,0.000002912969,0.00016291268,0.0044693043],"genre_scores_gemma":[0.9891142,0.00004583094,0.00084907806,0.0023837404,0.0017390726,0.0046009617,0.00046552246,0.000021659265,0.00077989424],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970582,0.0005140286,0.00034634263,0.00045767584,0.0012765243,0.00034720302],"domain_scores_gemma":[0.9978189,0.0009654863,0.00012799833,0.0002613936,0.0003255031,0.0005007253],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005483887,0.00012435882,0.00017183306,0.000042953518,0.0006237879,0.00014829257,0.00027812313,0.00033277704,0.006851827],"category_scores_gemma":[0.008765463,0.0001315135,0.00006041637,0.00040468716,0.00026188683,0.0005290378,0.000045651752,0.00045734283,0.0001817651],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049559123,0.0056233765,0.100707404,0.000070606824,0.00002088151,0.0000069382277,0.5569763,0.000009910129,0.00030391634,0.010574726,0.010632248,0.31502414],"study_design_scores_gemma":[0.0004394526,0.00007956623,0.03524792,0.00032171898,0.000009611619,8.3774717e-7,0.13801034,0.00011044425,0.0009544578,0.0027701166,0.8217711,0.00028443334],"about_ca_topic_score_codex":0.0024490436,"about_ca_topic_score_gemma":0.000190809,"teacher_disagreement_score":0.81113887,"about_ca_system_score_codex":0.00058905844,"about_ca_system_score_gemma":0.013938802,"threshold_uncertainty_score":0.99958414},"labels":[],"label_agreement":null},{"id":"W4294176081","doi":"10.2196/35983","title":"The Use of Telegram in Surgical Education: Exploratory Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Medical education; Videoconferencing; Social media; Exploratory research; Psychology; Pandemic; Mobile device; Coronavirus disease 2019 (COVID-19); Qualitative research; Medicine; Multimedia; Computer science; World Wide Web","score_opus":0.08453827080306603,"score_gpt":0.49675609149619543,"score_spread":0.4122178206931294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294176081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9601278,0.0009930646,0.000008105484,0.022878675,0.0038119745,0.009712919,0.000010113623,0.00006746088,0.0023899237],"genre_scores_gemma":[0.8611617,0.0003011463,0.00007035264,0.0047977106,0.0006044648,0.1301857,0.00007867914,0.00002162111,0.0027786195],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99563617,0.0017923993,0.0010605889,0.00028496582,0.0008049734,0.00042093446],"domain_scores_gemma":[0.99698585,0.0013878987,0.00035343374,0.0005756923,0.0002135345,0.00048356652],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022320268,0.00010716934,0.00021431052,0.00016070923,0.0013434294,0.000006404795,0.00035050808,0.0001097175,0.0019157607],"category_scores_gemma":[0.0009312969,0.00008391258,0.000037998132,0.0008324458,0.00009136375,0.000096302174,0.00015731085,0.0012378148,0.000058379763],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017735786,0.008351181,0.14506352,0.00020223178,0.000006872897,0.0000017004788,0.010399953,0.0000049921327,0.000001025897,0.019484777,0.27547836,0.540828],"study_design_scores_gemma":[0.00054475764,0.00012391251,0.048016194,0.000047954436,0.0000043330497,0.0000032057887,0.035848834,0.000052478284,1.6787358e-7,0.0003252722,0.9149703,0.000062610605],"about_ca_topic_score_codex":0.00074643095,"about_ca_topic_score_gemma":0.0009503533,"teacher_disagreement_score":0.6394919,"about_ca_system_score_codex":0.0004239587,"about_ca_system_score_gemma":0.022221772,"threshold_uncertainty_score":0.99995667},"labels":[],"label_agreement":null},{"id":"W4294176101","doi":"10.2196/35637","title":"A Stroke Rehabilitation Educational Program for Occupational Therapy Students and Practitioners: Usability Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Occupational therapy; Rehabilitation; Stroke (engine); Psychology; Medical education; Physical therapy; Medicine; Physical medicine and rehabilitation; Computer science; Engineering; Human–computer interaction","score_opus":0.027438096326947343,"score_gpt":0.44980975016992986,"score_spread":0.42237165384298253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294176101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730023,0.00016060982,0.000033338456,0.018675052,0.0009158344,0.0069300025,0.000029940753,0.00006645864,0.00018646437],"genre_scores_gemma":[0.97292995,0.000015436251,0.00367652,0.0013500177,0.00046445685,0.020123387,0.0004811833,0.000019126051,0.000939922],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972529,0.00028480167,0.00045164762,0.0004477554,0.0013879426,0.00017498183],"domain_scores_gemma":[0.9978294,0.0011205401,0.00016008686,0.0002458376,0.0003620408,0.00028213472],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012050159,0.00014063853,0.000223975,0.00023537003,0.00034961675,0.00004286183,0.00011712027,0.00007306435,0.0018142578],"category_scores_gemma":[0.002693438,0.00012845406,0.00012002432,0.00028425813,0.00014559006,0.00017711245,0.000052362277,0.00027484784,0.000005842236],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011194244,0.028128715,0.8592727,0.00008987448,0.00007882078,2.3972052e-7,0.0034568573,0.0000017600864,0.000044692657,0.0005245649,0.011194247,0.09608809],"study_design_scores_gemma":[0.003319435,0.0043679546,0.9376099,0.000026153712,0.000033623426,0.00002592746,0.012887136,0.00013016976,0.0000026980003,0.00062508613,0.040853914,0.00011796336],"about_ca_topic_score_codex":0.0000412792,"about_ca_topic_score_gemma":0.000007995649,"teacher_disagreement_score":0.095970124,"about_ca_system_score_codex":0.00038325536,"about_ca_system_score_gemma":0.002797115,"threshold_uncertainty_score":0.99909824},"labels":[],"label_agreement":null},{"id":"W4294755238","doi":"10.2196/34230","title":"Examining the Effectiveness of Web-Based Interventions to Enhance Resilience in Health Care Professionals: Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research Applied Research Collaboration Oxford and Thames Valley; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Psychological intervention; CINAHL; PsycINFO; Critical appraisal; Health care; Systematic review; Mental health; Burnout; Medicine; Nursing; Randomized controlled trial; MEDLINE; Psychology; Psychiatry; Clinical psychology; Alternative medicine","score_opus":0.09985574583930318,"score_gpt":0.5708554518334966,"score_spread":0.47099970599419344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294755238","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003670508,0.9708282,0.00003933464,0.0036086752,0.0022770397,0.022881618,0.00006475397,0.000044577162,0.00021911872],"genre_scores_gemma":[0.0006183575,0.9222185,0.0000643963,0.005129781,0.00017318634,0.07091766,0.00043841038,0.000057482102,0.00038221237],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9576227,0.03526716,0.0041289725,0.0007248177,0.0016027167,0.0006536477],"domain_scores_gemma":[0.98268735,0.0128074195,0.002535288,0.0011030892,0.000363481,0.00050338294],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019167174,0.00043298147,0.003281214,0.0004900517,0.0007875197,0.0000066108696,0.0011921566,0.00046107158,0.0019025987],"category_scores_gemma":[0.01858187,0.00026190863,0.00045748707,0.0017859786,0.00008835087,0.00006914146,0.00042281105,0.0029879548,0.00008333142],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010844589,0.00033287672,0.000028937411,0.80439734,0.000012482018,0.0000011468894,0.0011165619,1.131196e-7,1.880346e-8,0.000119674165,0.0021174059,0.19186258],"study_design_scores_gemma":[0.000119193355,0.00011480335,0.00010312185,0.8804491,0.000115934374,0.00000198706,0.0062921434,0.0000023221035,6.0346466e-8,0.000008820747,0.11260853,0.00018396102],"about_ca_topic_score_codex":0.0003290543,"about_ca_topic_score_gemma":0.00025364468,"teacher_disagreement_score":0.19167861,"about_ca_system_score_codex":0.0017938875,"about_ca_system_score_gemma":0.046251517,"threshold_uncertainty_score":0.9999833},"labels":[],"label_agreement":null},{"id":"W4295430126","doi":"10.2196/39794","title":"Informatics in Undergraduate Medical Education: Analysis of Competency Frameworks and Practices Across North America","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. National Library of Medicine","keywords":"Informatics; Medical education; Health informatics; Translational research informatics; Health informatics tools; Graduate medical education; Engineering informatics; Medicine; Nursing; Political science; Accreditation","score_opus":0.01021869277641566,"score_gpt":0.4011381475878265,"score_spread":0.3909194548114108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295430126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92446667,0.0003965722,0.0005840992,0.071626335,0.0010310014,0.00057390565,0.000008405164,0.000038926122,0.0012740792],"genre_scores_gemma":[0.9656527,0.00034223965,0.005239049,0.026161408,0.00028991932,0.00071436923,0.0013536497,0.00001973938,0.00022690797],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99568236,0.00019784248,0.0012273422,0.00029303326,0.0022832488,0.00031619746],"domain_scores_gemma":[0.99740756,0.00027434021,0.0010467524,0.0005065206,0.00042270715,0.00034212013],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001218,0.00018185446,0.00053305697,0.0008525155,0.00020866058,0.000025851816,0.0003298935,0.00030301246,0.0028199127],"category_scores_gemma":[0.010482303,0.000175654,0.00009045974,0.0054467074,0.0004217434,0.0002340418,0.00019310556,0.0019100327,0.0000087772405],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009891264,0.005908524,0.33046794,0.00042196538,0.00032863425,0.0000047002004,0.017710192,0.000042567055,0.0000021414,0.0028015536,0.027644359,0.61456853],"study_design_scores_gemma":[0.001507421,0.0004453206,0.70230407,0.00051905325,0.0007367824,0.00018367736,0.07272844,0.0421623,0.0000029284374,0.0009589568,0.17801404,0.00043703796],"about_ca_topic_score_codex":0.00035146513,"about_ca_topic_score_gemma":0.00021463877,"teacher_disagreement_score":0.61413145,"about_ca_system_score_codex":0.00034219678,"about_ca_system_score_gemma":0.010962009,"threshold_uncertainty_score":0.99809164},"labels":[],"label_agreement":null},{"id":"W4295517357","doi":"10.2196/34905","title":"Practices, Perceived Benefits, and Barriers Among Medical Students and Health Care Professionals Regarding the Adoption of eHealth in Clinical Settings: Cross-sectional Survey Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National University of Singapore","keywords":"eHealth; Cross-sectional study; Health professionals; Health care; Nursing; Medical education; Psychology; Medicine; Family medicine","score_opus":0.09230128808776299,"score_gpt":0.567847511163227,"score_spread":0.47554622307546396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295517357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9721009,0.0018627066,0.0000032080895,0.016552564,0.0014493334,0.007879633,0.000057352543,0.000037303216,0.000056967787],"genre_scores_gemma":[0.9709727,0.0010720922,0.000043837426,0.013517741,0.0004378145,0.01348149,0.00036130374,0.00002714702,0.00008585276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98559415,0.0078254435,0.002510188,0.0007491305,0.0026929278,0.0006281309],"domain_scores_gemma":[0.9924037,0.002984593,0.00213063,0.0004360283,0.00041669694,0.0016283854],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034484617,0.00019376366,0.00052260695,0.0002140186,0.0027860003,0.000023499162,0.0005390122,0.00035136004,0.00070579106],"category_scores_gemma":[0.010113875,0.00015529756,0.000044650107,0.000520396,0.00029717953,0.00016649265,0.0005671571,0.002996209,0.0000044614353],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001982979,0.0010524814,0.962503,0.0005776045,0.000012976632,5.916835e-7,0.01195819,0.0000012422396,4.5123272e-8,0.00028773793,0.0056210416,0.017786803],"study_design_scores_gemma":[0.0020570548,0.00036171847,0.92426306,0.00031342712,0.000006836205,0.000006843547,0.067665815,0.00009737057,9.317152e-9,0.000021471336,0.0051079546,0.000098459976],"about_ca_topic_score_codex":0.005309466,"about_ca_topic_score_gemma":0.0068059075,"teacher_disagreement_score":0.055707626,"about_ca_system_score_codex":0.00064739154,"about_ca_system_score_gemma":0.01989182,"threshold_uncertainty_score":0.99930394},"labels":[],"label_agreement":null},{"id":"W4295517425","doi":"10.2196/37297","title":"Using Mobile Virtual Reality Simulation to Prepare for In-Person Helping Babies Breathe Training: Secondary Analysis of a Randomized Controlled Trial (the eHBB/mHBS Trial)","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Neonatal resuscitation; Randomized controlled trial; Medicine; Health care; Virtual reality; Nursing; Family medicine; Emergency medicine; Resuscitation; Computer science; Surgery","score_opus":0.07907539433238898,"score_gpt":0.4502757327768102,"score_spread":0.37120033844442124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295517425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9637979,0.00013575956,0.0016541418,0.0054360204,0.0017674161,0.026992489,0.000031345167,0.000043540735,0.00014136682],"genre_scores_gemma":[0.9717139,0.0000027072044,0.00023559487,0.0014104113,0.00084288936,0.025040498,0.00053244986,0.000027964687,0.00019361424],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947598,0.0016066703,0.0017164025,0.0004695181,0.0011617215,0.00028589033],"domain_scores_gemma":[0.9906309,0.0071096304,0.00083097693,0.00052344217,0.0006054072,0.00029964338],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0067558642,0.00020658369,0.0018322371,0.00092561636,0.00030754745,0.000022801229,0.00018210814,0.00015386859,0.0015698485],"category_scores_gemma":[0.008051485,0.0001616675,0.0007431442,0.0016833933,0.00011866845,0.00008868063,0.000029289424,0.00033702498,6.607664e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.858751,0.001027914,0.00042927742,0.0000858339,0.0005501458,3.0414986e-7,0.054959368,0.07780939,0.000015841379,0.00017195214,0.0001968132,0.006002187],"study_design_scores_gemma":[0.6769294,0.00071429426,0.00058856764,0.000086995155,0.0012667003,0.0000018290785,0.028021796,0.2918742,0.000004924748,0.00008302425,0.00031055682,0.000117668984],"about_ca_topic_score_codex":0.0005264163,"about_ca_topic_score_gemma":0.000049907132,"teacher_disagreement_score":0.21406482,"about_ca_system_score_codex":0.0008181477,"about_ca_system_score_gemma":0.007214036,"threshold_uncertainty_score":0.99934286},"labels":[],"label_agreement":null},{"id":"W4295756204","doi":"10.2196/40520","title":"The Educational Impact of Web-Based, Faculty-Led Continuing Medical Education Programs in Type 2 Diabetes: A Survey Study to Analyze Changes in Knowledge, Competence, and Performance of Health Care Professionals","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"University of South Florida; Ruhr-Universität Bochum; Florida Department of Health; Eli Lilly and Company","keywords":"Competence (human resources); Accreditation; Continuing medical education; Conversation; Medical education; Medicine; Multidisciplinary approach; Health care; Psychology; Nursing; Continuing education","score_opus":0.024076773523776532,"score_gpt":0.4305265935220375,"score_spread":0.40644981999826096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295756204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9799536,0.0013536424,8.5683286e-7,0.015065404,0.0009604345,0.0025917243,0.000007486977,0.00001302638,0.00005381722],"genre_scores_gemma":[0.9953941,0.000037845515,0.00017595902,0.0010321342,0.00014679512,0.0020905153,0.0009936116,0.000020739995,0.00010829301],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957036,0.0009537273,0.0010878087,0.00038385452,0.00151013,0.0003608828],"domain_scores_gemma":[0.9975774,0.00033922918,0.0004441028,0.00035041926,0.0010372605,0.00025156006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053462437,0.00019267492,0.0005248109,0.0007456796,0.00018160317,0.000013394932,0.00033631595,0.00010536226,0.000424165],"category_scores_gemma":[0.006177817,0.00014595914,0.000045862686,0.0032308511,0.0002160609,0.00006799537,0.0001235824,0.00068971806,0.0000024488486],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016950145,0.008375228,0.7448027,0.0003199538,0.000019459225,1.3643482e-7,0.014247344,0.0000027553679,0.000005532097,0.000036140696,0.004060294,0.22796093],"study_design_scores_gemma":[0.001231405,0.0018506872,0.96242315,0.0014840985,0.000012727517,0.000004239697,0.030155515,0.0020016166,0.000004195253,0.000008013365,0.0007039209,0.00012041193],"about_ca_topic_score_codex":0.00065991783,"about_ca_topic_score_gemma":0.002082594,"teacher_disagreement_score":0.22784051,"about_ca_system_score_codex":0.00089316943,"about_ca_system_score_gemma":0.028449623,"threshold_uncertainty_score":0.9770582},"labels":[],"label_agreement":null},{"id":"W4297812028","doi":"10.2196/38325","title":"Perceptions of US Medical Students on Artificial Intelligence in Medicine: Mixed Methods Survey Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Likert scale; Curriculum; Medical education; Artificial intelligence; Perception; Psychology; Applications of artificial intelligence; Computer science; Medicine; Pedagogy","score_opus":0.19250078981876367,"score_gpt":0.5889451715179037,"score_spread":0.39644438169914004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297812028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9825402,0.000094731884,0.00082026713,0.011223579,0.0034267432,0.0014765245,0.0000045217093,0.000037236856,0.0003762078],"genre_scores_gemma":[0.99490696,0.000060960316,0.00031856837,0.002744264,0.00059995666,0.0010016,0.00016650792,0.000025779731,0.00017537446],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9916828,0.0023068704,0.0015246428,0.000534046,0.0035975655,0.00035401832],"domain_scores_gemma":[0.99685615,0.0013721993,0.00025049463,0.00053163344,0.00034576296,0.0006437433],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010514471,0.00020128167,0.0005514956,0.0006522908,0.00021523559,0.000012290348,0.0006303307,0.00020471287,0.013622037],"category_scores_gemma":[0.011065313,0.00018029514,0.000077083314,0.0015396599,0.00028933576,0.00006094938,0.00017947839,0.001189223,0.000056965604],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003936652,0.013896081,0.3722817,0.00006221138,0.00002714409,0.000012059138,0.012667987,0.000013155136,0.00004856777,0.0004499766,0.0034844817,0.59666294],"study_design_scores_gemma":[0.00015477682,0.002889811,0.9037549,0.0002913701,0.000043631248,0.000041599982,0.0884586,0.0012478716,0.00019704706,0.0016152397,0.001112026,0.00019311854],"about_ca_topic_score_codex":0.0078579625,"about_ca_topic_score_gemma":0.0024216217,"teacher_disagreement_score":0.5964698,"about_ca_system_score_codex":0.0004964194,"about_ca_system_score_gemma":0.0038058294,"threshold_uncertainty_score":0.9987488},"labels":[],"label_agreement":null},{"id":"W4298326943","doi":"10.2196/39023","title":"Health Literacy in Health Professionals Two Years into the COVID-19 Pandemic: Results From a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Forschungsgemeinschaft","keywords":"PsycINFO; Pandemic; Observational study; Health literacy; Critical appraisal; Context (archaeology); MEDLINE; Public health; Coronavirus disease 2019 (COVID-19); Health care; Population; Medicine; Psychology; Family medicine; Literacy; Medical education; Nursing; Alternative medicine; Environmental health; Political science; Pathology","score_opus":0.21535703737264172,"score_gpt":0.6528780728862754,"score_spread":0.4375210355136337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298326943","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016350343,0.90310895,0.000045840017,0.07794516,0.0028456268,0.015428354,0.00021350561,0.00013183906,0.00026434133],"genre_scores_gemma":[0.0000019858708,0.69426334,0.0003115503,0.28863806,0.0007262198,0.009717988,0.005933347,0.000035194356,0.0003723333],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96700025,0.019228857,0.010143425,0.00095384225,0.0016756426,0.0009980131],"domain_scores_gemma":[0.98070544,0.00907405,0.0067521143,0.0014551147,0.00016320405,0.0018500539],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03414153,0.0004819125,0.0026467154,0.00041725376,0.001680147,0.000039183684,0.0012142459,0.0005096662,0.009350532],"category_scores_gemma":[0.023058044,0.0003221127,0.00028778272,0.0017699641,0.00011265112,0.0006215591,0.0005298551,0.005624787,0.0003849666],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000017473856,0.00020194084,0.00013022646,0.2026701,0.0000066524835,6.0534614e-7,0.024789244,5.284913e-8,1.0256812e-10,0.000066434455,0.079574786,0.6925425],"study_design_scores_gemma":[0.0004665341,0.00002348312,0.00007068946,0.36959574,0.000009926,0.000005023429,0.0007121167,0.000013511969,8.2591274e-11,0.00013863073,0.62880605,0.00015827596],"about_ca_topic_score_codex":0.012739395,"about_ca_topic_score_gemma":0.0018615802,"teacher_disagreement_score":0.6923842,"about_ca_system_score_codex":0.005531255,"about_ca_system_score_gemma":0.17629899,"threshold_uncertainty_score":0.9999231},"labels":[],"label_agreement":null},{"id":"W4300689405","doi":"10.2196/40758","title":"Effects of Practicing With and Obtaining Crowdsourced Feedback From the Video-Based Communication Assessment App on Resident Physicians’ Adverse Event Communication Skills: Pre-post Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Washington","keywords":"Medical education; Graduate medical education; Baseline (sea); Medicine; Crowdsourcing; Specialty; Accreditation; Psychology; Family medicine; Computer science","score_opus":0.007306700189547499,"score_gpt":0.3515503329961207,"score_spread":0.3442436328065732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300689405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95759404,0.00021775406,0.00068379927,0.03769596,0.00039404753,0.002992593,0.000004633253,0.000059854552,0.0003573291],"genre_scores_gemma":[0.9814397,0.000047414713,0.0044149165,0.010276934,0.00023580993,0.0025630442,0.0008494512,0.000038264276,0.00013448088],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99591225,0.001102945,0.00073422585,0.00035885125,0.0016746164,0.00021709154],"domain_scores_gemma":[0.99554247,0.001992349,0.0008457374,0.0010986262,0.00041285562,0.000107976004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019630243,0.00020939202,0.00034608264,0.00018039579,0.0006343602,0.000029153498,0.0004241836,0.00012458413,0.00032630638],"category_scores_gemma":[0.0032766636,0.00016247972,0.0000731352,0.00068394706,0.0003392182,0.00015472244,0.0001516973,0.0012461591,0.0000041342005],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.043460116,0.046812583,0.023480874,0.001868666,0.0010548255,0.000010902426,0.10280268,0.0015135177,0.004290289,0.008936111,0.075577475,0.690192],"study_design_scores_gemma":[0.0627537,0.005411542,0.83666676,0.0074047097,0.0009998108,0.000028875791,0.052813284,0.013509764,0.0017944117,0.0007319764,0.01720218,0.00068296713],"about_ca_topic_score_codex":0.00057633984,"about_ca_topic_score_gemma":0.000030145258,"teacher_disagreement_score":0.81318593,"about_ca_system_score_codex":0.0006315295,"about_ca_system_score_gemma":0.002307636,"threshold_uncertainty_score":0.66257304},"labels":[],"label_agreement":null},{"id":"W4307031885","doi":"10.2196/37730","title":"Google Images Search Results as a Resource in the Anatomy Laboratory: Rating of Educational Value","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Relevance (law); Resource (disambiguation); Computer science; Health care; Information retrieval; Medicine; Medical education; Multimedia; Medical physics; Psychology; Mathematics education","score_opus":0.005472418483941429,"score_gpt":0.3079802950947969,"score_spread":0.3025078766108555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307031885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90162367,0.0018976987,0.00003188526,0.070835344,0.00047538095,0.0004999615,0.000026396172,0.00009775009,0.024511915],"genre_scores_gemma":[0.9978003,0.000042802934,0.00016889928,0.0011750401,0.00016539166,0.00038314413,0.0000754968,0.000011449821,0.00017747497],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985105,0.00019967741,0.0002891823,0.0001482199,0.0006685242,0.00018389146],"domain_scores_gemma":[0.9992455,0.00035975766,0.00004055827,0.00022367058,0.000037512058,0.00009295891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010868306,0.00007576869,0.00011316007,0.00016240326,0.000091123766,0.000006967729,0.00038536557,0.00009135159,0.00069143163],"category_scores_gemma":[0.0013774703,0.000064654254,0.000026239431,0.00081414904,0.00012954733,0.000047491765,0.00006038131,0.00069519377,0.000013616536],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011104156,0.0022489452,0.0033132914,0.00035050252,0.000055204633,0.00002288386,0.022358507,0.00082249835,0.00057832315,0.1838031,0.60482025,0.18151547],"study_design_scores_gemma":[0.0009988796,0.00014857725,0.008868957,0.00012700878,0.000010511475,0.0000574429,0.024840394,0.0053272303,0.00094755366,0.004886584,0.9535612,0.00022569367],"about_ca_topic_score_codex":0.000082557184,"about_ca_topic_score_gemma":0.000006337028,"teacher_disagreement_score":0.34874094,"about_ca_system_score_codex":0.00011441507,"about_ca_system_score_gemma":0.0012025442,"threshold_uncertainty_score":0.7570692},"labels":[],"label_agreement":null},{"id":"W4307772805","doi":"10.2196/39946","title":"A Fork in the Road for Emergency Medicine and Critical Care Blogs and Podcasts: Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Cross-sectional study; Fork (system call); Medicine; Medical emergency; Engineering","score_opus":0.11354831513613683,"score_gpt":0.5413080567731524,"score_spread":0.4277597416370156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307772805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94216645,0.0011906831,0.0000045343713,0.04451502,0.008893025,0.0026212044,0.0000044679095,0.000017920669,0.00058670714],"genre_scores_gemma":[0.98510957,0.00006431958,0.00003202432,0.0008111573,0.0027622576,0.011145361,0.000024318135,0.000007436446,0.00004358681],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99756783,0.0006167918,0.00035955355,0.00026332535,0.00095021434,0.00024229586],"domain_scores_gemma":[0.9976124,0.0018089314,0.00007176204,0.00010617443,0.00018500265,0.00021570548],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028646654,0.00007520307,0.00011615914,0.00010298451,0.0012317272,0.00002449518,0.00019673743,0.0000886655,0.0010736553],"category_scores_gemma":[0.01797252,0.00006307605,0.000020150872,0.000436278,0.00040975228,0.00010330456,0.00003918239,0.00030921015,9.4847155e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019037672,0.000422344,0.6851778,0.000054147367,0.0000023574325,2.6017273e-7,0.29157016,5.8022376e-8,3.2041098e-7,0.0069359117,0.0020653899,0.013752226],"study_design_scores_gemma":[0.00027445503,0.00021926042,0.6874122,0.0000083987225,0.000007883931,0.0000022436282,0.28556094,0.000008130233,2.1918623e-8,0.0028714256,0.023585798,0.00004923167],"about_ca_topic_score_codex":0.0073181167,"about_ca_topic_score_gemma":0.003050927,"teacher_disagreement_score":0.04370386,"about_ca_system_score_codex":0.000257326,"about_ca_system_score_gemma":0.0015232207,"threshold_uncertainty_score":0.9998395},"labels":[],"label_agreement":null},{"id":"W4307967178","doi":"10.2196/42033","title":"Effectiveness of Shared Decision-making Training Programs for Health Care Professionals Using Reflexivity Strategies: Secondary Analysis of a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Université Laval","funders":"","keywords":"Reflexivity; Psychological intervention; Health care; Intervention (counseling); Medicine; Medical education; Nursing; Decision aids; MEDLINE; Systematic review; Psychology; Alternative medicine","score_opus":0.39316359182146016,"score_gpt":0.6273229801298529,"score_spread":0.23415938830839272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307967178","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004842032,0.9649654,0.00038058407,0.000138169,0.0010325777,0.032818012,0.00047079907,0.00006338643,0.00008266036],"genre_scores_gemma":[0.001896437,0.9288669,0.004424458,0.0006731544,0.00010171485,0.057752512,0.006159245,0.00011583855,0.000009692971],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9761833,0.015134774,0.0056501213,0.00077469205,0.0016454966,0.00061161595],"domain_scores_gemma":[0.97144663,0.01662892,0.008401852,0.0018956155,0.0012434256,0.00038352743],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006791343,0.000521199,0.0069422894,0.0010600488,0.0008699466,0.00001348012,0.0013323763,0.0006761485,0.0008285693],"category_scores_gemma":[0.011814737,0.00042336775,0.00123467,0.003405533,0.00012433481,0.00022200939,0.00042675453,0.0018668448,0.0000022565798],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029137307,0.00028981085,0.000009232982,0.7440338,0.00053148187,1.8875804e-7,0.016162055,5.6700645e-7,1.5430292e-8,0.00017467767,0.00014887682,0.23862015],"study_design_scores_gemma":[0.0002382836,0.00014929287,0.000028504883,0.9215944,0.003983154,0.0000028617212,0.05582146,0.0000829948,6.201298e-9,0.000100255005,0.017733095,0.0002656861],"about_ca_topic_score_codex":0.00017652263,"about_ca_topic_score_gemma":0.00009867009,"teacher_disagreement_score":0.23835446,"about_ca_system_score_codex":0.0025835994,"about_ca_system_score_gemma":0.07567115,"threshold_uncertainty_score":0.99982184},"labels":[],"label_agreement":null},{"id":"W4308684120","doi":"10.2196/32679","title":"The Role of Academic Health Systems in Leading the “Third Wave” of Digital Health Innovation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Third wave; Engineering ethics; Political science; Business; Sociology; Engineering; Political economy","score_opus":0.01251374741380593,"score_gpt":0.2961087417991717,"score_spread":0.28359499438536573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308684120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9326817,0.019267615,0.0008261031,0.039858416,0.0051652608,0.001055762,0.00002095436,0.00014141388,0.0009828107],"genre_scores_gemma":[0.99904096,0.00022929595,0.000012273501,0.00017741355,0.0001741375,0.00022566164,0.000057846046,0.000011678405,0.00007073928],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985892,0.000058832058,0.0005894664,0.000086494794,0.0004886822,0.00018732682],"domain_scores_gemma":[0.999475,0.00012348965,0.0001417383,0.00014903785,0.000034406585,0.00007634614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011343467,0.00006972377,0.00014411676,0.00014286692,0.00009579301,0.000009999614,0.00020029822,0.000057167792,0.000015723837],"category_scores_gemma":[0.0002179999,0.000048808895,0.000019465671,0.00095299055,0.00006046223,0.00006963914,0.000031908785,0.0005326847,0.0000017314442],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016118514,0.0003475752,0.002780407,0.0014792704,0.000030110281,1.2243929e-7,0.014407579,0.0030536898,0.00050861156,0.040725842,0.055716895,0.88093376],"study_design_scores_gemma":[0.00081336754,0.00042178706,0.05236907,0.001388436,0.000008651221,0.00006967823,0.04681882,0.1891029,0.0002661201,0.0070055,0.7012718,0.00046389026],"about_ca_topic_score_codex":0.00013753997,"about_ca_topic_score_gemma":0.0000048799616,"teacher_disagreement_score":0.8804699,"about_ca_system_score_codex":0.00028695626,"about_ca_system_score_gemma":0.00092925155,"threshold_uncertainty_score":0.23142794},"labels":[],"label_agreement":null},{"id":"W4308955916","doi":"10.2196/39059","title":"Emoji Education: How Students Can Help Increase Health Awareness by Making Emojis","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Digital Communication and Language","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Emoji; Health literacy; Health communication; Health care; Internet privacy; Literacy; Public health; Health education; Psychology; Public relations; Medicine; Nursing; Communication; Computer science; Political science; Social media; World Wide Web; Pedagogy","score_opus":0.015174603270444557,"score_gpt":0.37110970031866586,"score_spread":0.3559350970482213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308955916","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41646677,0.005851,0.007293971,0.5291802,0.0049656145,0.002236965,0.000059083894,0.0008741405,0.033072203],"genre_scores_gemma":[0.9616205,0.000027345384,0.0007392704,0.032011107,0.000115076524,0.0006559637,0.00029245132,0.000014808319,0.0045234794],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973272,0.00039946896,0.00028039597,0.0003853851,0.001329143,0.0002784172],"domain_scores_gemma":[0.99821395,0.00006737477,0.00021532923,0.0009522714,0.00009254107,0.0004585132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006907674,0.00014312226,0.00016917482,0.00015282432,0.00053148036,0.0003524949,0.0023608285,0.000045841138,0.0004947682],"category_scores_gemma":[0.00021311366,0.0001499832,0.000051700168,0.00069952314,0.00004930634,0.00036350804,0.00088562345,0.00035317207,0.00001963173],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066991506,0.0031204168,0.0056339456,0.000056619556,0.000013570102,0.0000019627078,0.0059268223,0.0000010870798,0.000007025984,0.019083997,0.39740238,0.5687455],"study_design_scores_gemma":[0.0003846632,0.00013345052,0.011855356,0.00011293002,0.000003874246,0.00007611005,0.007689552,0.00051541685,0.0000127775165,0.00077983434,0.9781087,0.0003273127],"about_ca_topic_score_codex":0.00057963276,"about_ca_topic_score_gemma":0.00008546525,"teacher_disagreement_score":0.58070636,"about_ca_system_score_codex":0.00045359024,"about_ca_system_score_gemma":0.0069947066,"threshold_uncertainty_score":0.9986347},"labels":[],"label_agreement":null},{"id":"W4310704341","doi":"10.2196/35712","title":"Software-Based Simulation on a 3D Environment for Vaccination Teaching and Learning: Design Science Research","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Education and Validation","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Artifact (error); Computer science; Delphi method; Technology acceptance model; Software; Instructional simulation; Engineering management; Human–computer interaction; Knowledge management; Engineering; Virtual reality; Artificial intelligence","score_opus":0.17108552790675682,"score_gpt":0.5403438775679291,"score_spread":0.3692583496611723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310704341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57158875,0.0001388487,0.27920693,0.13356629,0.0028164906,0.008325788,0.000004470927,0.00031525592,0.0040371986],"genre_scores_gemma":[0.9889869,0.000008155541,0.0066916626,0.0014797184,0.0003207208,0.0015616026,0.000038005663,0.000010099858,0.0009031245],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99509555,0.002317462,0.0001990336,0.00032010966,0.0017618381,0.0003059857],"domain_scores_gemma":[0.9967857,0.0025172967,0.00009971473,0.000115524075,0.00016404317,0.0003177506],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020287775,0.00006131755,0.00006783928,0.00038061652,0.005794248,0.00009680845,0.00019518206,0.0000634343,0.000996037],"category_scores_gemma":[0.018080028,0.000066946464,0.000016194093,0.000416953,0.00016969598,0.00020210895,0.000033203538,0.0006566553,0.0000141349165],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007402796,0.00084658037,0.0007533041,0.000033669217,0.0000015348148,7.890076e-8,0.035340056,0.010436611,0.000029397992,0.011153016,0.0029189056,0.93841285],"study_design_scores_gemma":[0.0005952299,0.0005808475,0.012704374,0.00003578081,0.0000054735815,4.113032e-7,0.017221654,0.09822771,0.000025285794,0.0018354655,0.8685967,0.00017108324],"about_ca_topic_score_codex":0.00028001083,"about_ca_topic_score_gemma":0.000007360927,"teacher_disagreement_score":0.9382417,"about_ca_system_score_codex":0.0011596838,"about_ca_system_score_gemma":0.0063512116,"threshold_uncertainty_score":0.9999172},"labels":[],"label_agreement":null},{"id":"W4310949926","doi":"10.2196/38427","title":"Developing and Integrating Asynchronous Web-Based Cases for Discussing and Learning Clinical Reasoning: Repeated Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Computer science; Asynchronous learning; Cross-sectional study; Psychology; Medicine; Mathematics education; Teaching method; Synchronous learning; Cooperative learning","score_opus":0.04639467073170852,"score_gpt":0.45193106345828965,"score_spread":0.40553639272658115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310949926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99489653,0.000227273,0.00077079795,0.0024120617,0.0006571575,0.0008301922,0.0000035457588,0.000099698445,0.00010272123],"genre_scores_gemma":[0.993074,0.000015235269,0.004208642,0.0011950291,0.0005014648,0.0005832256,0.0001695195,0.000025549421,0.00022732017],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99760973,0.0003682106,0.00073311705,0.0005254827,0.0005350272,0.00022841888],"domain_scores_gemma":[0.98743504,0.011571979,0.00023732956,0.00015538794,0.00018037738,0.00041989452],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031500368,0.0001478465,0.000333377,0.00010190869,0.00075828156,0.00008707913,0.00006590833,0.00012639383,0.00019962643],"category_scores_gemma":[0.15814224,0.000121589335,0.0000782987,0.00020007277,0.00019582495,0.00005138263,0.00009730126,0.0008836633,0.0000012407706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027288974,0.0009911066,0.91548103,0.000038981532,0.000029787449,0.00002077914,0.0004464288,0.0000055623095,0.0000043986756,0.0001457284,0.00029169425,0.0822716],"study_design_scores_gemma":[0.0037883811,0.001801352,0.9762023,0.0006753381,0.00006943808,0.00031648076,0.0037187499,0.011234101,0.0000031832071,0.00006765612,0.001953905,0.00016912207],"about_ca_topic_score_codex":0.00012836867,"about_ca_topic_score_gemma":0.00002308577,"teacher_disagreement_score":0.15499221,"about_ca_system_score_codex":0.00018278995,"about_ca_system_score_gemma":0.0032391176,"threshold_uncertainty_score":0.8489491},"labels":[],"label_agreement":null},{"id":"W4311044634","doi":"10.2196/38329","title":"Incorporating Paid Caregivers Into Medical Education to Enhance Medical Student Exposure to This Essential Workforce","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workforce; Apprehension; Health care; Nursing; Pandemic; Medicine; Social distance; Psychology; Distancing; Medical education; Coronavirus disease 2019 (COVID-19); Disease","score_opus":0.02288857420680266,"score_gpt":0.4443506834823733,"score_spread":0.4214621092755706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311044634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84644336,0.0003963814,0.0011836168,0.100139424,0.03800308,0.0029808837,0.00001827295,0.00023057662,0.010604384],"genre_scores_gemma":[0.8582798,0.000029314422,0.00040279786,0.12932564,0.0027470398,0.0050232485,0.0005592432,0.000051847594,0.0035810277],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907214,0.001612078,0.0011788274,0.00078109594,0.0050401385,0.0006664288],"domain_scores_gemma":[0.9933124,0.001305677,0.00037489133,0.00063640287,0.0016749841,0.0026956],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002378255,0.00031871937,0.00043267664,0.00040253738,0.0014853738,0.000024481482,0.0011676023,0.00056977593,0.029235508],"category_scores_gemma":[0.027474212,0.00031366912,0.00010728202,0.0012346334,0.0001539553,0.00014996732,0.0009833642,0.0024564213,0.0006740662],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015456307,0.0009467149,0.010147216,0.0001740356,0.00002730792,0.000021052028,0.066433646,0.000012178603,0.00004270807,0.002756419,0.7532498,0.16603431],"study_design_scores_gemma":[0.0010533432,0.001406548,0.0065083536,0.005128034,0.00005387173,0.00003840459,0.24609062,0.00020547082,0.000062808824,0.0004783115,0.73806876,0.00090549927],"about_ca_topic_score_codex":0.0015689482,"about_ca_topic_score_gemma":0.000839269,"teacher_disagreement_score":0.17965697,"about_ca_system_score_codex":0.0013613492,"about_ca_system_score_gemma":0.022496006,"threshold_uncertainty_score":0.9999315},"labels":[],"label_agreement":null},{"id":"W4312094123","doi":"10.2196/40106","title":"Defining a Role for Webinars in Surgical Training Beyond the COVID-19 Pandemic in the United Kingdom: Trainee Consensus Qualitative Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical education; Kingdom; Political science; Medicine; Virology; Infectious disease (medical specialty); Biology; Pathology; Outbreak","score_opus":0.20268181374486377,"score_gpt":0.5293710028721301,"score_spread":0.32668918912726636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312094123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8554949,0.00023704553,0.000011395786,0.14138128,0.00020833826,0.0024072484,0.000014453926,0.000034231154,0.00021108253],"genre_scores_gemma":[0.95518774,0.000006911201,0.00003119157,0.041751392,0.00016508675,0.0026170653,0.00016763389,0.000018196179,0.000054767537],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9958256,0.001958071,0.0005881373,0.0003182802,0.0008976974,0.000412206],"domain_scores_gemma":[0.990522,0.0085803615,0.00015710584,0.00027325706,0.00007176112,0.0003954942],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0084076105,0.00015491703,0.00033555747,0.00041061343,0.00034115193,0.000018709872,0.00024117898,0.00010282825,0.00024874893],"category_scores_gemma":[0.0099752005,0.00010122403,0.00007437337,0.0012650823,0.0001615092,0.00002608359,0.000045275414,0.0010716078,0.00000209313],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010614401,0.0019548212,0.024992704,0.0001256835,0.00002617228,0.00008786636,0.9460745,0.000035365883,0.000005441868,0.0068953573,0.005101042,0.013639634],"study_design_scores_gemma":[0.005978714,0.001120055,0.023777844,0.000065445376,0.000037306,0.0003999797,0.8417046,0.0009470016,1.3387087e-7,0.002625472,0.12321201,0.00013144611],"about_ca_topic_score_codex":0.0040768175,"about_ca_topic_score_gemma":0.0017434234,"teacher_disagreement_score":0.11811097,"about_ca_system_score_codex":0.0007798804,"about_ca_system_score_gemma":0.009578462,"threshold_uncertainty_score":0.9983642},"labels":[],"label_agreement":null},{"id":"W4312447257","doi":"10.2196/38870","title":"Implementation of a Student-Teacher–Based Blended Curriculum for the Training of Medical Students for Nasopharyngeal Swab and Intramuscular Injection: Mixed Methods Pre-Post and Satisfaction Surveys","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Intramuscular injections and effects","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Johns Hopkins University","keywords":"Curriculum; Medical education; Intramuscular injection; Mathematics education; Psychology; Computer science; Medicine; Pedagogy; Internal medicine","score_opus":0.020866625999707268,"score_gpt":0.4463151891834724,"score_spread":0.4254485631837651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312447257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.961343,0.00037119264,0.03157961,0.0028759392,0.0009987004,0.0027872114,0.000018617953,0.000021081036,0.000004664531],"genre_scores_gemma":[0.9932854,0.000037305603,0.0030546319,0.00031753432,0.00027253135,0.0028243682,0.00017258355,0.00002174229,0.0000138623345],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99687237,0.00079226936,0.000517577,0.00028986088,0.0013308227,0.00019712435],"domain_scores_gemma":[0.9984963,0.00064221845,0.00023867429,0.00017747663,0.00025452723,0.00019079246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072239856,0.00014256804,0.00034060015,0.0001720755,0.00029420914,0.000023468987,0.0001506945,0.00013608573,0.0004356429],"category_scores_gemma":[0.0008453341,0.00011260386,0.00012173877,0.00027169057,0.00013828774,0.000070646245,0.000078976154,0.00025848675,7.413208e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002739318,0.0014698145,0.08767548,0.00090163574,0.00042739548,8.8728405e-7,0.007043844,0.000016113043,0.0010305485,0.00048697978,0.0011271284,0.89954627],"study_design_scores_gemma":[0.0056729713,0.0027122523,0.9426078,0.00013663518,0.00042164084,0.000097602235,0.03642047,0.010221389,0.00060387456,0.0001002639,0.00086232275,0.0001427381],"about_ca_topic_score_codex":0.00083388045,"about_ca_topic_score_gemma":0.00022367896,"teacher_disagreement_score":0.8994035,"about_ca_system_score_codex":0.00012219077,"about_ca_system_score_gemma":0.0013202545,"threshold_uncertainty_score":0.47699845},"labels":[],"label_agreement":null},{"id":"W4312970328","doi":"10.2196/38599","title":"Medical Students’ Learning About Other Professions Using an Interprofessional Virtual Patient While Remotely Connected With a Study Group: Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Group (periodic table); Psychology; Medicine","score_opus":0.03946847971519416,"score_gpt":0.5133933197571974,"score_spread":0.4739248400420032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312970328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792904,0.000041706768,0.0014884536,0.002815605,0.00930675,0.006298854,0.000011624464,0.00026900042,0.00047755736],"genre_scores_gemma":[0.98025465,0.0000014350821,0.0014371095,0.0064850296,0.0007977706,0.0078177815,0.00030759617,0.00011605012,0.0027825583],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9712637,0.020189928,0.0015953697,0.0010179998,0.005206287,0.00072670565],"domain_scores_gemma":[0.9954011,0.0011001432,0.0009232645,0.00069117016,0.0008299105,0.0010544016],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006362073,0.0004599825,0.0006342146,0.00052607816,0.0042801714,0.00006280143,0.0011656455,0.00038623938,0.03062033],"category_scores_gemma":[0.0022561266,0.0003568368,0.00008040589,0.0015132842,0.00014553311,0.00040828765,0.0011522709,0.0042214803,0.00007245883],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004476237,0.085345715,0.41273028,0.000107294014,0.00035953472,0.00004501442,0.39529964,0.000067408335,0.00034527038,0.0014091525,0.012580535,0.08723391],"study_design_scores_gemma":[0.003451452,0.0045770793,0.16234039,0.00083447323,0.000087402186,0.000021312044,0.81354827,0.0037020415,0.0000037712157,0.00008911363,0.010868424,0.00047626448],"about_ca_topic_score_codex":0.00127022,"about_ca_topic_score_gemma":0.001718117,"teacher_disagreement_score":0.41824862,"about_ca_system_score_codex":0.001086779,"about_ca_system_score_gemma":0.017996399,"threshold_uncertainty_score":0.99988836},"labels":[],"label_agreement":null},{"id":"W4313650047","doi":"10.2196/37069","title":"The US Residency Selection Process After the United States Medical Licensing Examination Step 1 Pass/Fail Change: Overview for Applicants and Educators","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Medical education; Context (archaeology); Scopus; MEDLINE; Medicine; Test (biology); Family medicine; Medical school; Psychology; Political science","score_opus":0.03528613496067559,"score_gpt":0.3892890642727928,"score_spread":0.3540029293121172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313650047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8795313,0.0006826172,0.00004760586,0.11705034,0.001178185,0.0011498503,0.000003062011,0.00009523417,0.0002617917],"genre_scores_gemma":[0.9837357,0.0049983272,0.000013622103,0.006988096,0.0019855043,0.0013296849,0.00010439143,0.000013473312,0.00083121925],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99729246,0.0003357782,0.00019154565,0.00022061616,0.0016500301,0.00030959395],"domain_scores_gemma":[0.99847233,0.00070499245,0.00009440637,0.00011173626,0.0003198041,0.0002967056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00403974,0.000094635965,0.0001042417,0.000110704714,0.0010517405,0.00012520757,0.0003351484,0.00017820542,0.00019072814],"category_scores_gemma":[0.0025852462,0.000060863473,0.000028595088,0.0011664933,0.0005098699,0.00017558543,0.00005239935,0.00024065329,0.000014985687],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007734933,0.00016690204,0.0147019755,0.00027057322,0.000032590277,0.0000018650022,0.110214375,4.1256564e-7,0.0000010997633,0.0056419494,0.10078354,0.76810735],"study_design_scores_gemma":[0.00045697173,0.000099802724,0.21715914,0.0005857101,0.00007301656,0.0000065706167,0.21985151,0.0019569278,0.0000056398744,0.0035080514,0.5560875,0.00020916469],"about_ca_topic_score_codex":0.0018136299,"about_ca_topic_score_gemma":0.0037000566,"teacher_disagreement_score":0.7678982,"about_ca_system_score_codex":0.00010761812,"about_ca_system_score_gemma":0.0015532747,"threshold_uncertainty_score":0.8089243},"labels":[],"label_agreement":null},{"id":"W4316335339","doi":"10.2196/42639","title":"Computerization of the Work of General Practitioners: Mixed Methods Survey of Final-Year Medical Students in Ireland","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University College Dublin","keywords":"Thematic analysis; Medical education; Optimism; Work (physics); Health care; Descriptive statistics; Psychology; Data collection; Medicine; Qualitative research; Engineering; Political science; Sociology","score_opus":0.1540676121733571,"score_gpt":0.5413627967102889,"score_spread":0.3872951845369318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316335339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910964,0.000055252094,0.0007440756,0.0060624927,0.0015216349,0.00042609568,0.000002744396,0.000011534192,0.00007979392],"genre_scores_gemma":[0.99781746,0.0001411037,0.0011125623,0.00034511375,0.000189882,0.00005880639,0.00017532356,0.000009480889,0.00015029631],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99710006,0.0006589902,0.0007812883,0.00015684021,0.0011684641,0.00013436597],"domain_scores_gemma":[0.9982531,0.00064005813,0.00031471514,0.00024482186,0.00039685925,0.00015044009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003326247,0.00007466237,0.0002671027,0.00019163765,0.000027386357,0.000004326896,0.0002347228,0.00021755527,0.00028765044],"category_scores_gemma":[0.0065681078,0.000056048764,0.000050388484,0.0015302219,0.00016565957,0.00005320233,0.00006593568,0.0002423638,0.000007699596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015149433,0.0012697175,0.83677864,0.00029588357,0.000022866017,6.5908125e-7,0.0030077312,0.000012558145,0.00023505605,0.0002390946,0.008524073,0.14946224],"study_design_scores_gemma":[0.00014281491,0.00008929141,0.9937805,0.0007522023,0.0000138296555,0.0000032192415,0.0009424736,0.00096443616,0.0027673827,0.00024730683,0.000252761,0.000043767937],"about_ca_topic_score_codex":0.0022778148,"about_ca_topic_score_gemma":0.00023406032,"teacher_disagreement_score":0.15700188,"about_ca_system_score_codex":0.0000611826,"about_ca_system_score_gemma":0.00236619,"threshold_uncertainty_score":0.78631127},"labels":[],"label_agreement":null},{"id":"W4317867450","doi":"10.2196/42197","title":"Effect of Participative Web-Based Educational Modules on HIV and Sexually Transmitted Infection Prevention Competency Among Medical Students: Single-Arm Interventional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; Irving Medical Center, Columbia University; National Institutes of Health","keywords":"Medicine; Reproductive health; Intervention (counseling); Family medicine; Pre-exposure prophylaxis; Transgender; Partner notification; Men who have sex with men; Human immunodeficiency virus (HIV); Nursing; Psychology; Population","score_opus":0.05276074608212626,"score_gpt":0.4941078182414345,"score_spread":0.44134707215930824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317867450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98901916,0.000031313368,0.00017706017,0.0057551237,0.001747355,0.0029373723,0.000008843011,0.000128306,0.00019548794],"genre_scores_gemma":[0.9957986,0.000013817119,0.00001801147,0.00035926464,0.00061405386,0.001834807,0.00040573336,0.000027211803,0.00092852564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9931478,0.0029133786,0.0009673287,0.00056251127,0.0020409126,0.0003680646],"domain_scores_gemma":[0.9973646,0.0012101437,0.00040787787,0.00024957143,0.00030321814,0.00046459082],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003935337,0.00023145159,0.00040007965,0.00036857193,0.00040952035,0.000011176001,0.00022026912,0.0002855713,0.0016041632],"category_scores_gemma":[0.0024110412,0.00018043446,0.00008532451,0.00060478965,0.0002759791,0.00014081235,0.00008596139,0.0007984919,0.00011136728],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004461549,0.027930154,0.94371164,0.0015744509,0.000080860795,0.0000015458941,0.0054265354,0.0000074178474,0.00003800737,0.0005025295,0.002908396,0.017372333],"study_design_scores_gemma":[0.0032068184,0.0053979782,0.9848997,0.0022185468,0.00005409613,0.0000011120821,0.0020985617,0.0012011658,0.000028529174,0.00053651806,0.00020374144,0.0001532087],"about_ca_topic_score_codex":0.00012428897,"about_ca_topic_score_gemma":0.00025217107,"teacher_disagreement_score":0.04118811,"about_ca_system_score_codex":0.00022185351,"about_ca_system_score_gemma":0.0023794011,"threshold_uncertainty_score":0.9993085},"labels":[],"label_agreement":null},{"id":"W4317869593","doi":"10.2196/41589","title":"Implementation of Virtual Reality in Health Professions Education: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtual reality; Health professions; Engineering ethics; Knowledge management; Psychology; Medical education; Computer science; Sociology; Human–computer interaction; Health care; Medicine; Political science; Engineering","score_opus":0.08919357829526825,"score_gpt":0.5772566914292492,"score_spread":0.48806311313398093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317869593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54276514,0.008767397,0.00009560108,0.43453032,0.0035555277,0.009436381,0.000013511848,0.00023643517,0.0005997067],"genre_scores_gemma":[0.9774746,0.003942598,0.00019605659,0.013796542,0.0005236236,0.0022472104,0.0013586865,0.000025997639,0.0004346893],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968881,0.00035832258,0.0013211217,0.0003260805,0.00082164555,0.00028472033],"domain_scores_gemma":[0.9978643,0.00028986987,0.00044679907,0.00043390802,0.00049446756,0.0004706558],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017258408,0.00013016669,0.00039501063,0.0004254628,0.0000964445,0.000005466994,0.00011322007,0.00012705935,0.002203812],"category_scores_gemma":[0.00095857796,0.0001271085,0.00006308453,0.0017699486,0.0000644356,0.00012324328,0.000028328328,0.00030262163,0.00006636099],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039188406,0.0017420719,0.42528215,0.045278173,0.00001342324,8.5864286e-7,0.010380716,0.000007369139,0.000016265658,0.0034666639,0.13153672,0.38223642],"study_design_scores_gemma":[0.000839354,0.00021343952,0.80870396,0.16123393,0.000019972882,0.000013843911,0.026815146,0.00013943994,0.000052125433,0.00039310777,0.0014112485,0.00016445179],"about_ca_topic_score_codex":0.0014421886,"about_ca_topic_score_gemma":0.00023731701,"teacher_disagreement_score":0.43470946,"about_ca_system_score_codex":0.0004943058,"about_ca_system_score_gemma":0.040924445,"threshold_uncertainty_score":0.9987083},"labels":[],"label_agreement":null},{"id":"W4317998632","doi":"10.2196/41090","title":"Creating a Successful Virtual Reality–Based Medical Simulation Environment: Tutorial","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Virtual reality; Curriculum; Session (web analytics); Flexibility (engineering); Medical simulation; Leverage (statistics); Computer science; Medical education; Human–computer interaction; Multimedia; Engineering management; Simulation; Engineering; Medicine; Psychology; Artificial intelligence","score_opus":0.030656203816248347,"score_gpt":0.4133181016029962,"score_spread":0.38266189778674786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317998632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9259066,0.000071398186,0.0019192519,0.0636683,0.0046391524,0.0015482742,0.000013427434,0.0006952589,0.001538339],"genre_scores_gemma":[0.9860662,0.000018069484,0.0002011464,0.0046198308,0.0058798566,0.00061857013,0.0017323182,0.000059054928,0.0008049194],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946363,0.00029650997,0.00092556566,0.00060377247,0.0030518908,0.00048594995],"domain_scores_gemma":[0.9957503,0.0017243491,0.00024674783,0.0006024349,0.0003195195,0.0013566631],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014369987,0.00025519385,0.00036633867,0.00043595093,0.00028332087,0.00004019811,0.00022787218,0.00063121197,0.010404921],"category_scores_gemma":[0.0055248584,0.00024909526,0.00013111709,0.0009434309,0.00019765759,0.0001744875,0.000049662307,0.0006470081,0.00080769375],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015069182,0.0063084797,0.4889621,0.0019315055,0.00018264761,0.00010481432,0.018095694,0.043723088,0.00013670349,0.0085230265,0.077351406,0.35317358],"study_design_scores_gemma":[0.003692415,0.00041285474,0.23766278,0.0011153633,0.0000928029,0.00002405583,0.0035077592,0.7173323,0.00008445605,0.0006598279,0.03495339,0.00046201798],"about_ca_topic_score_codex":0.00044184367,"about_ca_topic_score_gemma":0.000013822072,"teacher_disagreement_score":0.6736092,"about_ca_system_score_codex":0.000623994,"about_ca_system_score_gemma":0.01099884,"threshold_uncertainty_score":0.9999961},"labels":[],"label_agreement":null},{"id":"W4318710362","doi":"10.2196/42412","title":"The Use of Open-Source Online Course Content for Training in Public Health Emergencies: Mixed Methods Case Study of a COVID-19 Course Series for Health Professionals","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"UNICEF; GAVI Alliance","keywords":"Public health; Pandemic; Medical education; Content analysis; Massive open online course; Health care; Public relations; Medicine; Nursing; Psychology; Political science; Coronavirus disease 2019 (COVID-19); Sociology; Pedagogy","score_opus":0.5574104318774888,"score_gpt":0.6531119894981667,"score_spread":0.09570155762067789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318710362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72701997,0.0005339401,0.002881538,0.25695303,0.0025482276,0.009806166,0.00020706056,0.000047056936,0.000002996851],"genre_scores_gemma":[0.9469715,0.00019576369,0.00460036,0.031264924,0.0002948255,0.012693972,0.00060802576,0.00006775886,0.0033028664],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9953119,0.001951404,0.0013131168,0.00040775113,0.00042302773,0.0005927829],"domain_scores_gemma":[0.99403393,0.0036836837,0.000814374,0.00042860178,0.00023510889,0.00080428977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010270767,0.00016156262,0.00057377014,0.00018452198,0.00042329927,0.00002018169,0.0003807871,0.0001170547,0.00009573958],"category_scores_gemma":[0.0043422314,0.00012084348,0.000078275036,0.0007191343,0.00017687446,0.00014453968,0.00011172931,0.0002289735,8.1037854e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006766637,0.015311587,0.0027324902,0.0014858701,0.00009278082,0.0000060644106,0.3610525,0.0000056539425,0.0000043960317,0.003250262,0.155062,0.46031973],"study_design_scores_gemma":[0.0029369965,0.0020674102,0.009838393,0.00014563638,0.000013447349,0.00004541117,0.761524,0.00042852585,9.3971437e-7,0.00016250908,0.22273932,0.000097413686],"about_ca_topic_score_codex":0.016058879,"about_ca_topic_score_gemma":0.037945617,"teacher_disagreement_score":0.4602223,"about_ca_system_score_codex":0.0004346749,"about_ca_system_score_gemma":0.033482477,"threshold_uncertainty_score":0.9904933},"labels":[],"label_agreement":null},{"id":"W4318710681","doi":"10.2196/42281","title":"Readiness of Health Care Professionals in Singapore to Teach Online and Their Technology-Related Teaching Needs: Quantitative Cross-sectional Pilot Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health professionals; Health care; Test (biology); Medical education; Computer-assisted web interviewing; Psychology; Cross-sectional study; Nursing; Sample (material); Significant difference; Medicine","score_opus":0.058528588423755294,"score_gpt":0.5009521899501724,"score_spread":0.44242360152641713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318710681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934273,0.00026235232,0.000020847143,0.0046063797,0.00041311028,0.0010466718,0.00003845182,0.000098679906,0.00008620425],"genre_scores_gemma":[0.99788886,0.000002977886,0.000060972983,0.00043206333,0.000043694454,0.00029642574,0.00030940122,0.000016160007,0.0009494222],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99785185,0.00035075226,0.00054209644,0.0003140218,0.00066660735,0.0002746562],"domain_scores_gemma":[0.99891984,0.00033913204,0.00013631966,0.00019178545,0.00016458124,0.0002483168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015058529,0.00012215985,0.00024228834,0.0008946924,0.00019677758,0.000028973807,0.00024108464,0.000117547635,0.00010543379],"category_scores_gemma":[0.00516666,0.00009835497,0.000022518416,0.001382039,0.00013602395,0.00010911472,0.00018118107,0.00068728474,0.000040072624],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003160359,0.006997917,0.9123666,0.0003641344,0.000045325865,0.000014795406,0.037658203,0.0000041948806,0.0005188289,0.0033884714,0.00765321,0.030672237],"study_design_scores_gemma":[0.0007947688,0.00096192025,0.8096857,0.0003473619,0.0000012453876,0.000014519307,0.18684892,0.000072497656,0.000016482938,0.00096681825,0.00020382219,0.00008595162],"about_ca_topic_score_codex":0.00078022346,"about_ca_topic_score_gemma":0.0007518569,"teacher_disagreement_score":0.14919072,"about_ca_system_score_codex":0.00025515078,"about_ca_system_score_gemma":0.0019519145,"threshold_uncertainty_score":0.6185348},"labels":[],"label_agreement":null},{"id":"W4319334024","doi":"10.2196/43656","title":"Personalized Precision Medicine for Health Care Professionals: Development of a Competency Framework","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Health care; Medical education; Context (archaeology); Process (computing); Precision medicine; Knowledge management; Medicine; Psychology; Nursing; Computer science","score_opus":0.030738378654894788,"score_gpt":0.47762259832105813,"score_spread":0.4468842196661633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319334024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6338571,0.0026990632,0.022159928,0.32531452,0.0071402015,0.006776671,0.000013122381,0.00044281437,0.001596604],"genre_scores_gemma":[0.6469001,0.00018389866,0.28799343,0.044989463,0.0037883488,0.0064287484,0.0054179756,0.00012980362,0.004168253],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966002,0.00009092039,0.0010498356,0.00036424486,0.0015601736,0.000334621],"domain_scores_gemma":[0.9977728,0.0003410491,0.00033015202,0.00034711426,0.0009430415,0.00026582423],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015854909,0.0001738912,0.0004986817,0.0004975225,0.00023574452,0.00000457364,0.00020204036,0.0002925952,0.0012343262],"category_scores_gemma":[0.009188125,0.00013429976,0.0000773496,0.0014432946,0.00023797619,0.000058568385,0.000046695568,0.00040105334,0.000049384435],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017372027,0.00092480675,0.0006745394,0.0022878887,0.00003939691,6.636411e-7,0.05816683,1.08795604e-7,0.00006305217,0.008811142,0.32163474,0.6072231],"study_design_scores_gemma":[0.0052346103,0.0012157449,0.08344961,0.022854758,0.00009328958,0.000038188668,0.12132302,0.0009908729,0.00032871688,0.0045059407,0.75947744,0.00048783174],"about_ca_topic_score_codex":0.000008924656,"about_ca_topic_score_gemma":0.0000034576744,"teacher_disagreement_score":0.6067353,"about_ca_system_score_codex":0.0003955386,"about_ca_system_score_gemma":0.013140224,"threshold_uncertainty_score":0.9996787},"labels":[],"label_agreement":null},{"id":"W4319460874","doi":"10.2196/45312","title":"How Does ChatGPT Perform on the United States Medical Licensing Examination (USMLE)? The Implications of Large Language Models for Medical Education and Knowledge Assessment","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2028,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; National Center for Advancing Translational Sciences; Yale University","keywords":"Interpretability; United States Medical Licensing Examination; Computer science; Set (abstract data type); Medical education; Artificial intelligence; Medical school; Medicine","score_opus":0.07788344718376497,"score_gpt":0.48102813588144644,"score_spread":0.4031446886976815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319460874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69583416,0.0002009399,0.0010262895,0.30033767,0.0008192466,0.0012682374,0.000009518776,0.00006464004,0.00043932113],"genre_scores_gemma":[0.98725146,0.0009154933,0.000095328156,0.007146712,0.0012382147,0.0013672968,0.0011236817,0.000029105368,0.0008326802],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973942,0.00026746403,0.00055150763,0.0003397066,0.0011002256,0.00034687703],"domain_scores_gemma":[0.99623615,0.0018734115,0.00021295117,0.0004547305,0.0007261481,0.0004966152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033405568,0.00017610044,0.0002360183,0.00032652158,0.00044545165,0.000057622798,0.00026589722,0.0003337486,0.0004067752],"category_scores_gemma":[0.006034258,0.00009674295,0.000074899355,0.00089782977,0.0002807739,0.00014836607,0.00006407623,0.0005314317,0.000011928333],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004849893,0.002333721,0.0025931196,0.0005580256,0.000050344574,5.8703694e-7,0.040345512,0.000002747179,0.000065854794,0.064372376,0.037445698,0.8521835],"study_design_scores_gemma":[0.00071812386,0.00083776313,0.111527674,0.0034455021,0.00024035902,0.000096803844,0.28920576,0.5036763,0.0016588318,0.023401368,0.06464483,0.0005466768],"about_ca_topic_score_codex":0.00035489214,"about_ca_topic_score_gemma":0.0003959694,"teacher_disagreement_score":0.8516368,"about_ca_system_score_codex":0.00019946291,"about_ca_system_score_gemma":0.0065669985,"threshold_uncertainty_score":0.99906486},"labels":[],"label_agreement":null},{"id":"W4320506434","doi":"10.2196/44246","title":"A Web-Based Therapist Training Tutorial on Prolonged Grief Disorder Therapy: Pre-Post Assessment Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; National Institute of Mental Health; Small Business Technology Transfer","keywords":"Grief; Test (biology); Psychology; Medical education; Medicine; Psychotherapist","score_opus":0.03733244781949815,"score_gpt":0.43871416093679727,"score_spread":0.40138171311729914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320506434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9748995,0.000044534245,0.000013027231,0.010171903,0.007646321,0.0028384486,0.000011529939,0.00025444228,0.004120325],"genre_scores_gemma":[0.9873272,0.000017027633,0.00002467574,0.0045257164,0.0016152634,0.004476636,0.00029964047,0.00004382653,0.0016700086],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971532,0.00054356386,0.00041522502,0.0005219759,0.0008917536,0.0004742702],"domain_scores_gemma":[0.99880385,0.00020254232,0.00014733493,0.00042888112,0.000073631,0.00034373617],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011514341,0.00022253077,0.00024377536,0.00018260766,0.00023260749,0.000038269154,0.0002546598,0.00018374289,0.0027858675],"category_scores_gemma":[0.00006972725,0.00017770015,0.00007380645,0.00042966678,0.00008132896,0.000054774122,0.000020522297,0.00045535568,0.00023100375],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023831227,0.040902883,0.09929354,0.0001804865,0.00034396572,0.000027103384,0.11963236,0.0000024411054,0.00032079482,0.005752249,0.057033166,0.6741279],"study_design_scores_gemma":[0.010497444,0.0052389633,0.8894221,0.00015128069,0.00002454665,0.0000028186414,0.030200275,0.00017360345,0.000009651578,0.0002869745,0.06367197,0.00032038023],"about_ca_topic_score_codex":0.00036185747,"about_ca_topic_score_gemma":0.0002878754,"teacher_disagreement_score":0.7901286,"about_ca_system_score_codex":0.0001796864,"about_ca_system_score_gemma":0.0023341007,"threshold_uncertainty_score":0.99812573},"labels":[],"label_agreement":null},{"id":"W4320507105","doi":"10.2196/43916","title":"Teaching Principles of Medical Innovation and Entrepreneurship Through Hackathons: Case Study and Qualitative Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Entrepreneurship; Curriculum; Health care; Thematic analysis; Medical education; Variety (cybernetics); Interpersonal communication; Psychology; Knowledge management; Sociology; Qualitative research; Medicine; Computer science; Pedagogy; Business; Political science","score_opus":0.044231351536668566,"score_gpt":0.4039922353827287,"score_spread":0.35976088384606014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320507105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949794,0.00019280899,0.001509609,0.0024292888,0.00034804674,0.00021450754,0.0000029792102,0.00019329571,0.00013008296],"genre_scores_gemma":[0.9990738,0.000083735904,0.00031425746,0.000079298035,0.00015853276,0.00013151596,0.00006443712,0.000013829968,0.00008059073],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984267,0.00012808465,0.0004243561,0.00021529879,0.00065394974,0.00015161661],"domain_scores_gemma":[0.9992524,0.00030256764,0.00005324475,0.00015612884,0.00005712773,0.0001785721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014865731,0.00011952816,0.00021470385,0.00042295677,0.000058396465,0.000020131856,0.000094064584,0.00016837464,0.00008284299],"category_scores_gemma":[0.0012760734,0.000106748164,0.000023829982,0.0015353217,0.000102093334,0.00012541281,0.00005094408,0.00031086005,0.0000034675477],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015547652,0.0017338489,0.03832493,0.0023534787,0.0010087374,0.0001377233,0.5677009,0.0001638714,0.00021772677,0.021772131,0.004160337,0.36241072],"study_design_scores_gemma":[0.0022978098,0.00041505203,0.21499425,0.0009909619,0.0008780978,0.000782718,0.5172147,0.24637036,0.00019253056,0.004815274,0.009860524,0.0011876764],"about_ca_topic_score_codex":0.0005156458,"about_ca_topic_score_gemma":0.00008236303,"teacher_disagreement_score":0.36122307,"about_ca_system_score_codex":0.000030619998,"about_ca_system_score_gemma":0.00016392814,"threshold_uncertainty_score":0.43530637},"labels":[],"label_agreement":null},{"id":"W4320856599","doi":"10.2196/40040","title":"Technology Acceptance and Authenticity in Interactive Simulation: Experimental Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interactivity; Computer science; Wilcoxon signed-rank test; Interactive simulation; Technology acceptance model; Test (biology); Flexibility (engineering); Exploratory research; Usability; Psychology; Multimedia; Human–computer interaction; Mann–Whitney U test; Simulation; Medicine; Statistics","score_opus":0.031052117185674206,"score_gpt":0.4714458041667438,"score_spread":0.4403936869810696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320856599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870093,0.00012096832,0.000015798843,0.010535282,0.0007294584,0.0012677615,7.7108183e-7,0.0001574474,0.00016319838],"genre_scores_gemma":[0.9979725,0.000004321733,0.00006755002,0.00068159,0.00023887037,0.00071958627,0.000039982995,0.000015584237,0.00026002154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99867946,0.00007474822,0.00034654702,0.0003171313,0.00040076557,0.00018134638],"domain_scores_gemma":[0.9990416,0.00027064414,0.00007826614,0.00023755353,0.00016938156,0.00020253206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026218858,0.00010555706,0.00018128702,0.0005526779,0.00006933086,0.000012667601,0.00007393751,0.00015092044,0.00082445086],"category_scores_gemma":[0.0007322107,0.000104143495,0.000019097535,0.0011083481,0.000088511326,0.000116451505,0.000041543983,0.0003061654,0.000075617456],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000833528,0.00226509,0.96341735,0.000049737748,0.000010240646,0.0000066742086,0.021948863,0.000045226236,0.00002978854,0.0001404335,0.00047142734,0.011531798],"study_design_scores_gemma":[0.0011026956,0.00026905796,0.9111995,0.00017314426,0.000008544508,0.000009118784,0.07269251,0.013812817,0.000113623224,0.00028455528,0.00024282194,0.00009159715],"about_ca_topic_score_codex":0.00006304303,"about_ca_topic_score_gemma":0.000016027407,"teacher_disagreement_score":0.052217856,"about_ca_system_score_codex":0.00028484152,"about_ca_system_score_gemma":0.0010192816,"threshold_uncertainty_score":0.9027159},"labels":[],"label_agreement":null},{"id":"W4321443669","doi":"10.2196/46366","title":"Correction: Personalized Precision Medicine for Health Care Professionals: Development of a Competency Framework","year":2023,"lang":"en","type":"erratum","venue":"JMIR Medical Education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personalized medicine; Precision medicine; Health professionals; Health care; Medicine; Medical education; Computer science; Bioinformatics; Political science; Pathology; Biology","score_opus":0.09315100074171703,"score_gpt":0.5358064219861518,"score_spread":0.4426554212444348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321443669","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004832847,0.036611207,0.0068735573,0.6934996,0.23053,0.016292972,0.0001038013,0.00047905816,0.015126481],"genre_scores_gemma":[0.00125806,0.008817834,0.028097639,0.11097404,0.05293448,0.011873599,0.027321277,0.0005028562,0.7582202],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916626,0.00030926222,0.0016604294,0.00068356766,0.004554297,0.0011298083],"domain_scores_gemma":[0.9872849,0.0018932754,0.00069315336,0.0005489304,0.0016057165,0.00797404],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0035122968,0.00040215752,0.0015023331,0.0006506008,0.00032039947,0.000008812324,0.0003398657,0.0014914862,0.0023423163],"category_scores_gemma":[0.16036385,0.00028836948,0.00020735823,0.00088251487,0.00037614236,0.00004918607,0.00009476832,0.0027425534,0.00006996085],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003537521,0.00043364795,0.00001275412,0.008476264,0.00004576663,0.0000034456657,0.012413985,5.2531117e-9,8.030017e-7,0.00009662783,0.65800846,0.3201545],"study_design_scores_gemma":[0.0016390156,0.0013363406,0.0014256111,0.05845823,0.000046095094,0.000022772598,0.008786267,0.00009150185,0.000004640787,0.00017237716,0.9278251,0.00019202911],"about_ca_topic_score_codex":0.000090765156,"about_ca_topic_score_gemma":0.00007097418,"teacher_disagreement_score":0.7430937,"about_ca_system_score_codex":0.0015637322,"about_ca_system_score_gemma":0.29009908,"threshold_uncertainty_score":0.99995685},"labels":[],"label_agreement":null},{"id":"W4321447234","doi":"10.2196/42364","title":"Implementation of a Biopsychosocial History and Physical Exam Template in the Electronic Health Record: Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychosocial; Biopsychosocial model; Documentation; Medicine; Intensive care unit; Health care; Electronic health record; Family medicine; Psychology; Medical education; Psychiatry; Computer science","score_opus":0.03233937688451475,"score_gpt":0.4728894144631199,"score_spread":0.4405500375786051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321447234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96894157,0.00011482603,0.000036450816,0.02905857,0.00027171907,0.0014302928,3.4375392e-7,0.000028215894,0.00011800834],"genre_scores_gemma":[0.99776924,0.00009743718,0.0003050639,0.0008119319,0.00018669262,0.000597596,0.000040313003,0.0000081353555,0.00018361225],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99866146,0.00040667242,0.00024153032,0.00017059005,0.00032966453,0.00019006913],"domain_scores_gemma":[0.9995774,0.000102521626,0.0000780703,0.00013353361,0.000021147196,0.000087308224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001485534,0.000075478936,0.00019382434,0.00015315601,0.000032730746,0.0000033538731,0.000049644597,0.000031982505,0.00012245445],"category_scores_gemma":[0.00006626219,0.000053017447,0.00003124456,0.00032976147,0.00003727235,0.000035130524,0.000017168451,0.00014556918,0.000008586368],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049308805,0.0021718126,0.023824383,0.000105907784,0.000053572865,0.0000027218982,0.04296501,1.4418122e-8,0.000085618376,0.00077582133,0.10331141,0.82665443],"study_design_scores_gemma":[0.0021372377,0.0015390496,0.82231116,0.00005751586,0.000060961203,0.0000047146937,0.054108426,0.00005649342,0.000014339077,0.0004951526,0.11914263,0.000072343275],"about_ca_topic_score_codex":0.0010873657,"about_ca_topic_score_gemma":0.0006482548,"teacher_disagreement_score":0.8265821,"about_ca_system_score_codex":0.00028248073,"about_ca_system_score_gemma":0.0010761613,"threshold_uncertainty_score":0.21619888},"labels":[],"label_agreement":null},{"id":"W4321794533","doi":"10.2196/45631","title":"Understanding Prospective Physicians’ Intention to Use Artificial Intelligence in Their Future Medical Practice: Configurational Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"HEC Montréal; Université du Québec à Trois-Rivières","funders":"","keywords":"Operationalization; Psychology; Set (abstract data type); Curriculum; Qualitative comparative analysis; Transformative learning; Medical education; Coronavirus disease 2019 (COVID-19); Applied psychology; Social psychology; Computer science; Medicine; Developmental psychology; Pedagogy","score_opus":0.20580511813626828,"score_gpt":0.4797186163329036,"score_spread":0.2739134981966353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321794533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6507015,0.000060896484,0.048038457,0.2938741,0.0037284775,0.002164428,0.000009964199,0.00025611478,0.0011660393],"genre_scores_gemma":[0.9903621,0.00015500076,0.00034018434,0.0065804645,0.0014345102,0.00048083614,0.00043080605,0.000020762662,0.0001953167],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967101,0.00019224803,0.00081756274,0.00051687844,0.0013712178,0.00039197993],"domain_scores_gemma":[0.99774516,0.0006778997,0.00016622712,0.0002893016,0.0005624298,0.0005590078],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013587705,0.00018498946,0.00034009755,0.0010047356,0.0001628674,0.000079664685,0.0001612345,0.00035860675,0.0012034301],"category_scores_gemma":[0.007185757,0.00016680993,0.00013959916,0.0047350037,0.00013167832,0.00043164453,0.000037371425,0.0006636864,0.00031753784],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009990913,0.003704918,0.082094386,0.00017972234,0.00040694448,0.00005832772,0.044085152,0.00009971129,0.00023309422,0.118923195,0.012712474,0.736503],"study_design_scores_gemma":[0.0002091869,0.00088677753,0.44694656,0.001866329,0.00054105284,0.000112914,0.40082452,0.077628374,0.0022386846,0.054037705,0.01376824,0.0009396471],"about_ca_topic_score_codex":0.00065885,"about_ca_topic_score_gemma":0.0015452424,"teacher_disagreement_score":0.73556334,"about_ca_system_score_codex":0.000867165,"about_ca_system_score_gemma":0.0028302749,"threshold_uncertainty_score":0.9997096},"labels":[],"label_agreement":null},{"id":"W4321845982","doi":"10.2196/43231","title":"Selected Skill Sets as Building Blocks for High School-to-Medical School Bridge: Longitudinal Study Among Undergraduate Medical Students","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bridge (graph theory); Medical school; Longitudinal study; Mathematics education; Medical education; Psychology; Computer science; Medicine","score_opus":0.04399379603970206,"score_gpt":0.5072643391330406,"score_spread":0.46327054309333854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321845982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87111455,0.00012063315,0.00041499015,0.11597523,0.0060770065,0.005575938,0.00002594294,0.00055340363,0.00014231513],"genre_scores_gemma":[0.9672948,0.00020367648,0.0002569252,0.015560677,0.004015981,0.007681077,0.00043788634,0.000112477195,0.004436477],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9852744,0.0018983509,0.0019369044,0.0012490267,0.007860923,0.0017804108],"domain_scores_gemma":[0.9858071,0.0025751041,0.00044246332,0.0007061949,0.0012849027,0.009184232],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.008169917,0.00050559884,0.00085831346,0.00064711424,0.0017531024,0.000079355115,0.0016777121,0.0014166831,0.013720968],"category_scores_gemma":[0.08102945,0.00042115754,0.00013777213,0.0021802832,0.00016789309,0.0002433892,0.0009834634,0.003598929,0.0019582747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016922303,0.0021554395,0.6999427,0.00040811536,0.00011604142,0.000069986025,0.0014715422,5.407859e-7,0.000003489267,0.00032207876,0.266843,0.028497806],"study_design_scores_gemma":[0.003515162,0.00047697846,0.9772699,0.0069584046,0.000058286052,0.0000139036565,0.0037522085,0.000438679,0.0000035675107,0.0015811461,0.0054765875,0.00045516214],"about_ca_topic_score_codex":0.003972771,"about_ca_topic_score_gemma":0.0020038406,"teacher_disagreement_score":0.27732718,"about_ca_system_score_codex":0.00077336776,"about_ca_system_score_gemma":0.03585675,"threshold_uncertainty_score":0.99987966},"labels":[],"label_agreement":null},{"id":"W4322097784","doi":"10.2196/43415","title":"Changes in Radiology Due to Artificial Intelligence That Can Attract Medical Students to the Specialty","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Specialty; Mentorship; Medical education; Radiology; Health care; Medicine; Resource (disambiguation); Family medicine; Computer science; Political science","score_opus":0.16959346994877,"score_gpt":0.4994663468433966,"score_spread":0.3298728768946266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322097784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61548805,0.000038175258,0.00017867592,0.37990722,0.003123126,0.0010457218,0.0000020959062,0.000058483063,0.00015843916],"genre_scores_gemma":[0.96047455,0.0001950828,0.000058159207,0.033116393,0.0046392363,0.0009761643,0.00008637143,0.000023335946,0.0004307154],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99634355,0.00021512603,0.00059114164,0.0004693264,0.0018147343,0.00056613964],"domain_scores_gemma":[0.9977222,0.0004782911,0.00007672956,0.00041740134,0.000159499,0.0011458413],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0026215436,0.00017296549,0.0003277562,0.0004669024,0.00014963334,0.000042447395,0.00061670353,0.00033455252,0.0021903939],"category_scores_gemma":[0.0060297204,0.00012900331,0.00005259702,0.0015587053,0.00012313196,0.000042280786,0.00013393749,0.00062912446,0.001680989],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014304876,0.0006971208,0.04108955,0.000056547127,0.000011698617,0.000056440047,0.016322946,0.00000690496,0.000031091487,0.0008591332,0.045599382,0.89512616],"study_design_scores_gemma":[0.0001079673,0.0011896952,0.80186874,0.0014721489,0.000043064712,0.00041461218,0.04794289,0.0010532392,0.004699516,0.006615454,0.13399461,0.00059806043],"about_ca_topic_score_codex":0.001974897,"about_ca_topic_score_gemma":0.03296499,"teacher_disagreement_score":0.8945281,"about_ca_system_score_codex":0.0003572987,"about_ca_system_score_gemma":0.0028971347,"threshold_uncertainty_score":0.99909633},"labels":[],"label_agreement":null},{"id":"W4322152776","doi":"10.2196/43792","title":"Use of Multiple-Select Multiple-Choice Items in a Dental Undergraduate Curriculum: Retrospective Study Involving the Application of Different Scoring Methods","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Medical Education and Admissions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Raw score; Wilcoxon signed-rank test; Checklist; Statistics; Multiple choice; Logistic regression; Raw data; Test (biology); Medicine; Psychology; Mathematics; Significant difference; Mann–Whitney U test","score_opus":0.05281666249751181,"score_gpt":0.4341871759580677,"score_spread":0.3813705134605559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322152776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99235773,0.00008594383,0.0005808329,0.0043786704,0.0005404942,0.0019529873,0.0000020761634,0.000062157575,0.000039120932],"genre_scores_gemma":[0.99771535,0.00006789894,0.00054598483,0.0003623892,0.00021817145,0.00076984346,0.000076039956,0.000023293464,0.00022103272],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972362,0.00043348342,0.00076187856,0.0003733607,0.00093928404,0.0002558196],"domain_scores_gemma":[0.99657464,0.0018114689,0.0003192364,0.00044988224,0.00024316821,0.00060157897],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.000966607,0.0001749378,0.00042343387,0.0003570607,0.00008706833,0.000013443483,0.00020437637,0.00013388741,0.00013497903],"category_scores_gemma":[0.04381798,0.000116904244,0.000102915066,0.001571289,0.00015445561,0.00010186758,0.000088865556,0.0005465577,0.000007966289],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003621223,0.0040070964,0.9587425,0.00013694224,0.00004280419,0.0000010059977,0.0034607337,0.0000038081432,0.0046582553,0.00028795307,0.0010257431,0.02759692],"study_design_scores_gemma":[0.00119203,0.00019928385,0.95869654,0.0005306431,0.00005680662,0.0000060372154,0.008468425,0.029243149,0.0006448546,0.00017692122,0.000676975,0.00010831752],"about_ca_topic_score_codex":0.0015533735,"about_ca_topic_score_gemma":0.0006660449,"teacher_disagreement_score":0.04285137,"about_ca_system_score_codex":0.00023412635,"about_ca_system_score_gemma":0.0012986037,"threshold_uncertainty_score":0.9642364},"labels":[],"label_agreement":null},{"id":"W4322493230","doi":"10.2196/39680","title":"Teaching Medical Microbiology With a Web-Based Course During the COVID-19 Pandemic: Retrospective Before-and-After Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universität des Saarlandes","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Medical education; Medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Online learning; Psychology; Internal medicine; Family medicine; Computer science; World Wide Web","score_opus":0.011589891244334977,"score_gpt":0.37438097139473275,"score_spread":0.3627910801503978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322493230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8932304,0.000040886043,0.000107818414,0.1042214,0.0006100013,0.001373353,0.000004038065,0.0002791633,0.00013297657],"genre_scores_gemma":[0.9668946,0.000011505133,0.00016330542,0.029031055,0.0009894337,0.0016917431,0.00015678952,0.00003847899,0.0010230419],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99698937,0.0003445782,0.0005168247,0.00054595986,0.001182417,0.00042085233],"domain_scores_gemma":[0.9983752,0.00022569249,0.00015806285,0.0005025972,0.00022120115,0.0005172984],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030160872,0.00023268671,0.00034268707,0.00030958143,0.00040483498,0.000027040489,0.0002575319,0.00035256482,0.0012599996],"category_scores_gemma":[0.0075768237,0.00014290708,0.000050948118,0.000964665,0.00070849503,0.00007417563,0.00008976717,0.0015384819,0.000067415975],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031287072,0.0019651644,0.9479892,0.0002278296,0.00010011781,0.000072005,0.008093475,5.815019e-7,0.000077292876,0.00024632597,0.014798357,0.026116727],"study_design_scores_gemma":[0.0042331843,0.0006716423,0.9558052,0.0003249404,0.00014297132,0.0010441605,0.009008647,0.0010018126,0.0000037644397,0.00013136968,0.02741608,0.00021625446],"about_ca_topic_score_codex":0.00021985336,"about_ca_topic_score_gemma":0.0005766967,"teacher_disagreement_score":0.07519035,"about_ca_system_score_codex":0.0006120191,"about_ca_system_score_gemma":0.007222194,"threshold_uncertainty_score":0.999653},"labels":[],"label_agreement":null},{"id":"W4322578002","doi":"10.2196/38377","title":"A Web Tool to Help Counter the Spread of Misinformation and Fake News: Pre-Post Study Among Medical Students to Increase Digital Health Literacy","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Misinformation; Medical education; Likert scale; Health informatics; Health literacy; Digital health; Medicine; Public health; Scale (ratio); eHealth; Health care; Psychology; Nursing; Political science","score_opus":0.010820185442586288,"score_gpt":0.40330120996459157,"score_spread":0.3924810245220053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322578002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96224904,0.000009093883,0.000039446062,0.03393577,0.000392626,0.0017499196,0.000016569154,0.00006264018,0.001544877],"genre_scores_gemma":[0.9870629,0.00003613449,0.000015190487,0.011485593,0.00027252923,0.00008262145,0.00006220654,0.0000067023434,0.0009761517],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9959815,0.00016442084,0.00058280455,0.000146288,0.0028385061,0.00028645748],"domain_scores_gemma":[0.9981979,0.00020006509,0.00016188511,0.00020834878,0.0002409873,0.0009908145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002560228,0.00010736261,0.00017222643,0.00020573149,0.00027566656,0.0004281516,0.00048628662,0.00009309299,0.0004654267],"category_scores_gemma":[0.006174231,0.000076480406,0.000030834042,0.0007787887,0.000121268225,0.0010500458,0.00015931035,0.00015928307,0.00016323464],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058314177,0.00056987174,0.034479756,0.00005144968,0.000014435886,6.3419424e-7,0.46862406,9.251577e-7,7.370273e-7,0.00018977755,0.091784336,0.40422574],"study_design_scores_gemma":[0.0007204564,0.00037318372,0.77799374,0.00036122525,0.0000067534465,0.000002679343,0.13995798,0.0004055927,0.0000010004336,0.000035459914,0.079996005,0.0001459202],"about_ca_topic_score_codex":0.0027771818,"about_ca_topic_score_gemma":0.0018608002,"teacher_disagreement_score":0.743514,"about_ca_system_score_codex":0.00012041478,"about_ca_system_score_gemma":0.0025957415,"threshold_uncertainty_score":0.7391577},"labels":[],"label_agreement":null},{"id":"W4322711842","doi":"10.2196/39210","title":"Meeting the Shared Goals of a Student-Selected Component: Pilot Evaluation of a Collaborative Systematic Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Oklahoma Health Sciences Center; National Institute for Health and Care Research; Department of Health and Social Care; University of Oklahoma","keywords":"Likert scale; Medical education; Curriculum; Psychology; Student engagement; Scale (ratio); Medicine; Pedagogy","score_opus":0.5747211941827365,"score_gpt":0.5932337947755253,"score_spread":0.018512600592788808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322711842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86739665,0.0764746,0.0003469672,0.018760921,0.0012349436,0.029579598,0.000048266338,0.00003675808,0.0061213025],"genre_scores_gemma":[0.9958945,0.0005188723,0.00011236587,0.00046191653,0.00005986095,0.002218813,0.00006668602,0.000009633509,0.0006573635],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9387784,0.030466009,0.01095202,0.00056604936,0.019042522,0.00019498316],"domain_scores_gemma":[0.96781886,0.0076378393,0.010075265,0.002514349,0.0117719,0.00018176384],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20638637,0.00018090292,0.0029551163,0.00031893488,0.00009642171,0.000115468436,0.0015856525,0.000059935406,0.0054145963],"category_scores_gemma":[0.24848333,0.00007674331,0.00044709182,0.0072827497,0.000090995956,0.00012500443,0.00010171366,0.00012530667,0.00064339745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028054053,0.0030435068,0.007682198,0.2216428,0.0018988291,0.0000012390586,0.028727083,0.00007581906,0.0010251015,0.004309355,0.71913195,0.012434075],"study_design_scores_gemma":[0.0028920737,0.00081160007,0.28286487,0.4902642,0.015978234,0.000034738754,0.07199622,0.12151969,0.00028938288,0.007398213,0.004852185,0.0010986006],"about_ca_topic_score_codex":0.000013701905,"about_ca_topic_score_gemma":0.000020737843,"teacher_disagreement_score":0.7142798,"about_ca_system_score_codex":0.00006779427,"about_ca_system_score_gemma":0.0016587174,"threshold_uncertainty_score":0.9954946},"labels":[],"label_agreement":null},{"id":"W4322761615","doi":"10.2196/46885","title":"The Role of ChatGPT, Generative Language Models, and Artificial Intelligence in Medical Education: A Conversation With ChatGPT and a Call for Papers","year":2023,"lang":"en","type":"paratext","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":836,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"JMIR Publications","funders":"","keywords":"Conversation; Generative grammar; Curriculum; Computer science; Snapshot (computer storage); Artificial intelligence; Psychology; Pedagogy; Communication","score_opus":0.051629262054599855,"score_gpt":0.42155243026244005,"score_spread":0.3699231682078402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322761615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5758699,0.06557344,0.0047943485,0.29758576,0.015505621,0.019717181,0.00014087254,0.00019487318,0.020617995],"genre_scores_gemma":[0.9613388,0.014034272,0.00069102464,0.0036592567,0.0040566553,0.004823642,0.0015550426,0.00011081871,0.009730469],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99742955,0.0001305284,0.0008095961,0.0005040038,0.0008029641,0.00032338256],"domain_scores_gemma":[0.9978782,0.00061641954,0.0003089289,0.00028553972,0.00042710974,0.00048379146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008655301,0.00025728965,0.0004425594,0.00026783554,0.00015959975,0.000042911764,0.00015679032,0.00061533635,0.00036686214],"category_scores_gemma":[0.0015146316,0.00018586438,0.00005229223,0.0004089916,0.0004944943,0.00010095178,0.0000402919,0.0005980969,0.000038717837],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043271732,0.00056048844,0.00014885236,0.0006993205,0.00004913049,0.0000015385909,0.035495684,0.0000060896505,0.000039209735,0.0055513387,0.0150017785,0.94201386],"study_design_scores_gemma":[0.0008160463,0.0037887841,0.0020277896,0.016944127,0.00058081275,0.00041658053,0.5647632,0.187431,0.00577912,0.048873086,0.16650645,0.0020730128],"about_ca_topic_score_codex":0.0020728582,"about_ca_topic_score_gemma":0.0025267752,"teacher_disagreement_score":0.93994087,"about_ca_system_score_codex":0.00019613664,"about_ca_system_score_gemma":0.01243688,"threshold_uncertainty_score":0.9931617},"labels":[],"label_agreement":null},{"id":"W4323038373","doi":"10.2196/46876","title":"ChatGPT in Clinical Toxicology","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical toxicology; Toxicology; Medicine; Pharmacology; Medical emergency; Biology","score_opus":0.18715689301618238,"score_gpt":0.572339741098651,"score_spread":0.38518284808246867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323038373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92349607,0.000077297416,0.000012505687,0.07053388,0.0029133402,0.00042260482,2.599207e-7,0.00009428251,0.0024497425],"genre_scores_gemma":[0.9870648,0.00031523162,0.00007136213,0.008651834,0.0016908575,0.00029486962,0.00007995352,0.0000116083165,0.0018195098],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984684,0.00010575458,0.00061459944,0.0002387743,0.0003160142,0.00025644663],"domain_scores_gemma":[0.9989744,0.00027006125,0.00006105241,0.00020920251,0.000099456556,0.00038586243],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001143462,0.000069960086,0.00019005191,0.00024810596,0.000038124635,0.000006248859,0.00008232987,0.0003169986,0.0014055572],"category_scores_gemma":[0.003440381,0.000063255226,0.000055220324,0.00072354137,0.00010131098,0.00005179206,0.000021035834,0.00041772772,0.0016077121],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054100285,0.0008853509,0.22936323,0.000065257336,0.000004180407,0.000012039081,0.0017121189,2.8133283e-7,0.000025488582,0.0009812403,0.06409845,0.70279825],"study_design_scores_gemma":[0.00015332746,0.00035468597,0.8862695,0.00027261727,0.000009983367,0.00004391633,0.0037595253,0.0013403052,0.0001924102,0.003880984,0.10360406,0.00011865115],"about_ca_topic_score_codex":0.00019327526,"about_ca_topic_score_gemma":0.00014517755,"teacher_disagreement_score":0.70267963,"about_ca_system_score_codex":0.00010624391,"about_ca_system_score_gemma":0.0031394411,"threshold_uncertainty_score":0.9995073},"labels":[],"label_agreement":null},{"id":"W4323653269","doi":"10.2196/43988","title":"Proposal of a Method for Transferring High-Quality Scientific Literature Data to Virtual Patient Cases Using Categorical Data Generated by Bernoulli-Distributed Random Values: Development and Prototypical Implementation","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtual patient; Categorical variable; Computer science; USable; Nausea; Medicine; Medical physics; Psychiatry; Machine learning; Surgery","score_opus":0.1122308950662889,"score_gpt":0.4949122097877513,"score_spread":0.3826813147214624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323653269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9514286,0.0001679884,0.03897883,0.0041732322,0.0004302304,0.0032789116,0.0014812037,0.000060015856,9.869527e-7],"genre_scores_gemma":[0.85227376,0.000018868584,0.05344335,0.0005581668,0.00027869272,0.00080662814,0.09253699,0.000030617506,0.000052936204],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969679,0.00024719568,0.00086103857,0.0008001844,0.00082923524,0.00029440876],"domain_scores_gemma":[0.9948635,0.0033696515,0.00013834411,0.00068949576,0.00035815395,0.00058081874],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026019765,0.00016951613,0.00041468407,0.00013350032,0.00017572242,0.00007861355,0.00026931142,0.0001780874,0.0000479955],"category_scores_gemma":[0.03031248,0.000134851,0.000033048498,0.00075418927,0.00010512326,0.0001394976,0.00021413308,0.00019994455,0.0000026122989],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035983466,0.0038868007,0.003287437,0.0008714036,0.0002656486,0.00003155126,0.00782754,0.000017724573,0.012784801,0.0014727808,0.1358307,0.8301253],"study_design_scores_gemma":[0.10028357,0.012375085,0.13820592,0.02677256,0.0038830724,0.0011898943,0.028977722,0.21556905,0.14580798,0.0032581757,0.31857497,0.0051020198],"about_ca_topic_score_codex":0.00021272324,"about_ca_topic_score_gemma":0.0000413848,"teacher_disagreement_score":0.82502323,"about_ca_system_score_codex":0.000099276265,"about_ca_system_score_gemma":0.0033339194,"threshold_uncertainty_score":0.9778556},"labels":[],"label_agreement":null},{"id":"W4353016839","doi":"10.2196/46428","title":"Artificial Intelligence Teaching as Part of Medical Education: Qualitative Analysis of Expert Interviews","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Qualitative research; Context (archaeology); Medical education; Content analysis; Subject (documents); Health care; Guideline; Psychology; Engineering ethics; Knowledge management; Medicine; Computer science; Pedagogy; Social science; Engineering; Sociology; Pathology","score_opus":0.2598331655354678,"score_gpt":0.5969049008707088,"score_spread":0.337071735335241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4353016839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91817397,0.00075613183,0.0014997666,0.07359857,0.0029213247,0.0007060809,0.000005303628,0.00009081332,0.0022480625],"genre_scores_gemma":[0.9927768,0.0006870259,0.0003960561,0.0035466668,0.0011585683,0.0004006003,0.0004286589,0.000020913312,0.0005847213],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9951486,0.0005171801,0.0017351521,0.00041398162,0.0018873574,0.00029775393],"domain_scores_gemma":[0.9969336,0.0007746839,0.0004585895,0.0005130552,0.00063588005,0.0006841962],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036750697,0.00018322372,0.00063659134,0.0010110838,0.000101146536,0.000014513225,0.00035733276,0.0003778672,0.00683293],"category_scores_gemma":[0.012622769,0.00016168595,0.00028281563,0.0025248947,0.00034416188,0.00013392816,0.00006989309,0.0005547792,0.00020683307],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008548207,0.0022396513,0.0013119966,0.00026700154,0.0002239308,0.0000015571688,0.1176382,0.0000024768005,0.000080028694,0.021972055,0.021626847,0.8345508],"study_design_scores_gemma":[0.00008972337,0.001245895,0.006107149,0.005654581,0.001131411,0.000052224135,0.84712124,0.017456943,0.014379293,0.038317926,0.067716494,0.0007270971],"about_ca_topic_score_codex":0.003162218,"about_ca_topic_score_gemma":0.00028243326,"teacher_disagreement_score":0.8338237,"about_ca_system_score_codex":0.00015360898,"about_ca_system_score_gemma":0.009242268,"threshold_uncertainty_score":0.9963744},"labels":[],"label_agreement":null},{"id":"W4360600019","doi":"10.2196/42512","title":"Virtual Reflection Group Meetings as a Structured Active Learning Method to Enhance Perceived Competence in Critical Care: Focus Group Interviews With Advanced Practice Nursing Students","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Nursing education and management","field":"Nursing","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Focus group; Nursing; Psychology; Medical education; Reflective practice; Nurse education; Medicine; Pedagogy; Sociology","score_opus":0.016321757682276887,"score_gpt":0.4680219797433688,"score_spread":0.4517002220610919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360600019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9050558,0.00017311807,0.011130078,0.06364322,0.011944236,0.002871213,0.0000019576075,0.0006179172,0.004562462],"genre_scores_gemma":[0.98111373,0.00001564993,0.014158069,0.0031184428,0.00032244672,0.0007137118,0.00008745431,0.000052997228,0.00041749197],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9960748,0.0010306499,0.00045474683,0.00077084615,0.0011807778,0.00048821015],"domain_scores_gemma":[0.998258,0.000597967,0.0001935196,0.00027399798,0.00029341498,0.0003831258],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00092941517,0.00026095068,0.0003071244,0.00048559776,0.00027438923,0.00014002853,0.00034671987,0.00015652452,0.000119763805],"category_scores_gemma":[0.0040463163,0.00025376267,0.000051077932,0.0014136188,0.00011940381,0.0005662359,0.0000657327,0.0007779979,0.000083557294],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012857466,0.001081531,0.000108548484,0.000091338916,0.000015173229,0.000005792918,0.09849178,0.00004562043,0.004804723,0.0008194301,0.0020348902,0.89121544],"study_design_scores_gemma":[0.0031461422,0.0065502967,0.15189655,0.010541039,0.00028604097,0.00014952954,0.6534749,0.0011293975,0.0038803369,0.0019892764,0.16549268,0.0014637453],"about_ca_topic_score_codex":0.00035916312,"about_ca_topic_score_gemma":0.00028348056,"teacher_disagreement_score":0.8897517,"about_ca_system_score_codex":0.0012406197,"about_ca_system_score_gemma":0.00023450855,"threshold_uncertainty_score":0.9999915},"labels":[],"label_agreement":null},{"id":"W4361986153","doi":"10.2196/43190","title":"Feasibility and Acceptability of a US National Telemedicine Curriculum for Medical Students and Residents: Multi-institutional Cross-sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Telemedicine; Telehealth; Medical education; Likert scale; Medicine; Documentation; Cross-sectional study; Family medicine; Health care; Nursing; Psychology; Pedagogy; Political science","score_opus":0.06489388051730319,"score_gpt":0.5107362995578044,"score_spread":0.44584241904050126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361986153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924476,0.00014264045,0.00018985779,0.0032219025,0.0006454623,0.0031861048,0.000041755546,0.00007910263,0.000045560002],"genre_scores_gemma":[0.9956559,0.00009522778,0.000557928,0.0014686584,0.00071711163,0.0008699657,0.00053167477,0.000014907533,0.00008863769],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99436283,0.00012534465,0.0011031707,0.0005639671,0.003547419,0.00029724833],"domain_scores_gemma":[0.99767506,0.00038985384,0.00022140144,0.00019244004,0.00079443725,0.00072681624],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004347861,0.00019385018,0.00040846362,0.00031562647,0.00023282545,0.000028603587,0.00018187836,0.00021098185,0.0011398976],"category_scores_gemma":[0.009743059,0.00015248907,0.00006389373,0.00050910236,0.00049355166,0.00017958817,0.00014500799,0.00032236395,0.0000060986595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024240554,0.0033247336,0.9792503,0.0005272759,0.000060206,0.000004912475,0.0005411046,2.1024937e-7,0.000008979138,0.00018971117,0.0028445309,0.013005605],"study_design_scores_gemma":[0.010224379,0.00070041406,0.9851143,0.000089426176,0.000047871774,0.00009792894,0.0013769857,0.00075240707,0.000007247172,0.00028566964,0.0011971627,0.000106242755],"about_ca_topic_score_codex":0.00066542375,"about_ca_topic_score_gemma":0.00033634552,"teacher_disagreement_score":0.0128993625,"about_ca_system_score_codex":0.00024786146,"about_ca_system_score_gemma":0.0030524144,"threshold_uncertainty_score":0.9997732},"labels":[],"label_agreement":null},{"id":"W4361989313","doi":"10.2196/23287","title":"Current Implementation Outcomes of Digital Surgical Simulation in Low- and Middle-Income Countries: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"MEDLINE; Medicine; Low and middle income countries; Surgical simulation; Systematic review; Medical education; Medical physics; Developing country; Surgery","score_opus":0.05243739776410344,"score_gpt":0.4684217377706124,"score_spread":0.41598434000650897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361989313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992645,0.0026413347,0.000017933768,0.0030790449,0.00024171195,0.0010471258,0.000004225698,0.000059150385,0.0002644192],"genre_scores_gemma":[0.99686307,0.002375239,0.000008653335,0.00031957266,0.0000847182,0.00008860593,0.0002259809,0.000009265927,0.000024871659],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99842674,0.00004215497,0.0006133188,0.00018666359,0.0005732121,0.00015792652],"domain_scores_gemma":[0.9989856,0.0004926856,0.00012614492,0.000103924016,0.00009845489,0.00019318305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047020736,0.00009754827,0.0003222949,0.00018015892,0.000027457678,0.000014584365,0.00003759041,0.000066305045,0.00072546257],"category_scores_gemma":[0.00073935854,0.00008034938,0.000053906708,0.0004934235,0.000058903435,0.00015595807,0.000025974296,0.00012917045,0.000027338067],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068549634,0.00029652083,0.83427536,0.01378452,0.000017579308,0.0000103251905,0.00072725146,0.00003257221,2.0258908e-7,0.0004708104,0.000036745052,0.15027957],"study_design_scores_gemma":[0.005068512,0.00009178874,0.86801535,0.11689049,0.00004343801,0.000011081427,0.0005310198,0.006030475,0.0000056991476,0.00018242035,0.0029412978,0.00018843304],"about_ca_topic_score_codex":0.0000068452937,"about_ca_topic_score_gemma":0.000006386816,"teacher_disagreement_score":0.15009114,"about_ca_system_score_codex":0.000053777898,"about_ca_system_score_gemma":0.0005232083,"threshold_uncertainty_score":0.79433066},"labels":[],"label_agreement":null},{"id":"W4361991005","doi":"10.2196/44084","title":"Scoring Single-Response Multiple-Choice Items: Scoping Review and Comparison of Different Scoring Methods","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multiple choice; PsycINFO; Metric (unit); Test (biology); MEDLINE; Medicine; Psychology; Statistics; Mathematics","score_opus":0.5643011162701261,"score_gpt":0.625437994430518,"score_spread":0.06113687816039182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361991005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9679292,0.016934136,0.008997628,0.002997422,0.0019404205,0.00080318126,0.0000012080357,0.00012171851,0.0002750878],"genre_scores_gemma":[0.9713147,0.0011961344,0.025954917,0.000677122,0.00031217234,0.0002207787,0.0000059925974,0.000023311793,0.0002948639],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9942268,0.0021686975,0.0013247055,0.0005568676,0.0014071333,0.00031580502],"domain_scores_gemma":[0.8558693,0.14187816,0.00081211916,0.00068626273,0.00032802485,0.0004261345],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015228386,0.00016814486,0.0007455336,0.00069778453,0.00014680404,0.000084272295,0.0005555344,0.00011886596,0.0002289286],"category_scores_gemma":[0.59589434,0.00012221698,0.000091260335,0.0029883003,0.00014269225,0.000180517,0.00028567045,0.00028507243,0.000017055147],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002917766,0.00017660556,0.18420507,0.0010233358,0.000009315521,5.586344e-7,0.000627388,0.0000029938735,0.001816049,0.000029994859,0.0015454799,0.810534],"study_design_scores_gemma":[0.0007793489,0.0003521631,0.93303984,0.04636957,0.00007776279,0.00002126281,0.0036255398,0.0077133994,0.002397902,0.0020876601,0.0030643444,0.00047119363],"about_ca_topic_score_codex":0.00003329792,"about_ca_topic_score_gemma":0.000010331851,"teacher_disagreement_score":0.8100628,"about_ca_system_score_codex":0.0000532705,"about_ca_system_score_gemma":0.00034932795,"threshold_uncertainty_score":0.5277885},"labels":[],"label_agreement":null},{"id":"W4362166382","doi":"10.2196/44989","title":"A Sex-Specific Evaluation of Dental Students’ Ability to Perform Subgingival Debridement: Randomized Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Debridement (dental); Dentistry; Periodontitis; Medicine; Orthodontics","score_opus":0.052899307172263335,"score_gpt":0.46297605684213977,"score_spread":0.41007674966987645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362166382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99183875,0.000097225886,0.00009624451,0.00064146664,0.00221275,0.003986646,0.000009392823,0.000077840945,0.001039707],"genre_scores_gemma":[0.995327,0.000026078033,0.000021711081,0.00028848174,0.00052606553,0.002479109,0.000195975,0.00001719089,0.001118378],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9920911,0.0008418887,0.00072232,0.0004229894,0.005564022,0.00035766553],"domain_scores_gemma":[0.9977867,0.000754526,0.00013555335,0.00040629896,0.00030683607,0.00061011163],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.011006393,0.00014794995,0.00040350587,0.00029109776,0.000111151676,0.000085789376,0.0005206535,0.00012990143,0.007994577],"category_scores_gemma":[0.011328131,0.00012999742,0.00021719455,0.00072436174,0.00015428787,0.00014882434,0.00020547,0.00023752394,0.0012842917],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.52992994,0.005891333,0.030268673,0.0003599367,0.00022498237,0.000019909838,0.0050268513,0.000015756337,0.00093727006,0.0021082386,0.11900607,0.30621102],"study_design_scores_gemma":[0.90609014,0.0003765472,0.07486956,0.00016300284,0.00012167584,0.000018409015,0.0038724735,0.0039570215,0.000710913,0.0057607195,0.003716738,0.00034277834],"about_ca_topic_score_codex":0.00022479563,"about_ca_topic_score_gemma":0.0000931029,"teacher_disagreement_score":0.3761602,"about_ca_system_score_codex":0.00055628025,"about_ca_system_score_gemma":0.0020180885,"threshold_uncertainty_score":0.9994933},"labels":[],"label_agreement":null},{"id":"W4362714311","doi":"10.2196/38079","title":"Examining Pediatric Resident Electronic Health Records Use During Prerounding: Mixed Methods Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Electronic health record; Data collection; Medicine; Qualitative property; Duration (music); Health care; Task (project management); Medical education; Nursing; Psychology; Medical emergency; Computer science; Engineering","score_opus":0.2768325247797889,"score_gpt":0.5767066517233788,"score_spread":0.29987412694358984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362714311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97948277,0.00046851934,0.0003914681,0.0075786207,0.0067529446,0.004479665,0.000003271724,0.0006305917,0.00021214405],"genre_scores_gemma":[0.96768546,0.0008393167,0.0010051948,0.0020877458,0.0050940714,0.0073845927,0.00021200205,0.00012546637,0.015566168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9864866,0.0071256473,0.0020563568,0.00083231274,0.0015024553,0.0019965973],"domain_scores_gemma":[0.9936619,0.0034410418,0.00090076466,0.00068778964,0.0003418582,0.00096666336],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.014469278,0.00030744335,0.0006185787,0.000699631,0.0014893722,0.000039479743,0.00045553618,0.000410876,0.0008950485],"category_scores_gemma":[0.008687561,0.00029987236,0.00007060204,0.0023814833,0.000032347598,0.00042347735,0.00019961216,0.0022046051,0.000496144],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006882028,0.0005743116,0.8926215,0.0014149409,0.000040597246,0.0000033156837,0.016988268,0.0000033246586,0.000025486726,0.0009801835,0.072424494,0.014854736],"study_design_scores_gemma":[0.0010589903,0.0004854297,0.9572964,0.00039246315,0.000017805552,0.0000068975414,0.01848147,0.0003255494,0.0000020981975,0.00038429556,0.02130258,0.00024603592],"about_ca_topic_score_codex":0.0024813104,"about_ca_topic_score_gemma":0.0022544707,"teacher_disagreement_score":0.06467486,"about_ca_system_score_codex":0.0038374234,"about_ca_system_score_gemma":0.034487456,"threshold_uncertainty_score":0.99998665},"labels":[],"label_agreement":null},{"id":"W4364378939","doi":"10.2196/46599","title":"Trialling a Large Language Model (ChatGPT) in General Practice With the Applied Knowledge Test: Observational Study Demonstrating Opportunities and Limitations in Primary Care","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":192,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generative grammar; Observational study; Transformer; Computer science; Test (biology); Knowledge management; Artificial intelligence; Medicine; Engineering; Pathology","score_opus":0.3570125126813295,"score_gpt":0.4801588478092852,"score_spread":0.1231463351279557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364378939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9747011,0.0003307335,0.00007565234,0.018576322,0.000113063594,0.0014194498,0.000002448312,0.000042531876,0.0047386955],"genre_scores_gemma":[0.9953114,0.00014393775,0.0006529799,0.001724363,0.0003595508,0.001139006,0.00026368545,0.000015066743,0.00039001473],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99869305,0.00011324679,0.00039544984,0.00021946894,0.00036947912,0.00020930258],"domain_scores_gemma":[0.99805087,0.0013668244,0.00009884246,0.00014684018,0.00020376779,0.00013283278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010904212,0.00010184258,0.00016129712,0.00020570097,0.00014067916,0.000029059403,0.0000675406,0.00009474142,0.000010428473],"category_scores_gemma":[0.0020417413,0.00007639001,0.000014901564,0.00059287786,0.000060243645,0.00015822003,0.000024355764,0.00035218953,0.0000065087693],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031277724,0.0034436658,0.10144257,0.00046943463,0.000021890088,0.000024784986,0.56729066,0.00027015762,0.00017903448,0.0036361308,0.0010993893,0.3218095],"study_design_scores_gemma":[0.00052259874,0.00021486853,0.14450856,0.0003033596,0.000036559082,0.000014595527,0.81941,0.03387397,0.000020483636,0.00018666292,0.00077562156,0.00013268381],"about_ca_topic_score_codex":0.00024373834,"about_ca_topic_score_gemma":0.0030472116,"teacher_disagreement_score":0.32167682,"about_ca_system_score_codex":0.00018958733,"about_ca_system_score_gemma":0.0046211067,"threshold_uncertainty_score":0.8197645},"labels":[],"label_agreement":null},{"id":"W4367048218","doi":"10.2196/47737","title":"Performance of ChatGPT on UK Standardized Admission Tests: Insights From the BMAT, TMUA, LNAT, and TSA Examinations","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Standardized test; Psychology; Computer science; Medical education; Medicine; Mathematics education; History","score_opus":0.06834017598834076,"score_gpt":0.4325670551429926,"score_spread":0.36422687915465185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367048218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777314,0.00033707137,0.000011431514,0.019170472,0.0008352734,0.0005370285,0.0000059069025,0.000053256445,0.0013181735],"genre_scores_gemma":[0.99616635,0.00083173945,0.00006845229,0.0015213673,0.00067135564,0.00017544231,0.0001604475,0.000012332023,0.00039250974],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985129,0.000078981786,0.00040298238,0.0002166408,0.00063687004,0.00015162842],"domain_scores_gemma":[0.9983912,0.00067204714,0.00012282586,0.0002927478,0.00024806807,0.0002730912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038021407,0.00010330554,0.00018314217,0.00014757013,0.00018803614,0.000013634132,0.00009277768,0.00015358865,0.0005009931],"category_scores_gemma":[0.002375368,0.0000681258,0.00003610818,0.0005122428,0.00013531011,0.0000770717,0.000025383115,0.00026848094,0.0000676921],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032328904,0.0009795527,0.116622575,0.00037833597,0.000042775173,0.0000031990578,0.026492769,0.0000037655727,0.0022377656,0.0023014783,0.068142325,0.7824722],"study_design_scores_gemma":[0.00024214461,0.0006020655,0.9517548,0.0017441513,0.00004894135,0.000009782873,0.00777693,0.0057227085,0.005064412,0.0019636157,0.024921017,0.0001494476],"about_ca_topic_score_codex":0.00034714912,"about_ca_topic_score_gemma":0.00005185405,"teacher_disagreement_score":0.8351322,"about_ca_system_score_codex":0.000094776566,"about_ca_system_score_gemma":0.0014704785,"threshold_uncertainty_score":0.54855233},"labels":[],"label_agreement":null},{"id":"W4367593923","doi":"10.2196/44361","title":"Student and Faculty Perspectives on the Usefulness and Usability of a Digital Health Educational Tool to Teach Standardized Assessment of Persons After Stroke: Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; National Science Foundation","keywords":"Usability; Test (biology); Psychology; Medical education; Standardized test; Applied psychology; Medicine; Mathematics education; Computer science; Human–computer interaction","score_opus":0.03033544162497122,"score_gpt":0.47480643600814276,"score_spread":0.44447099438317156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367593923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9664939,0.00006829815,0.00016591248,0.031111779,0.00023634359,0.0017139242,0.00008051442,0.000014969357,0.00011433259],"genre_scores_gemma":[0.9970808,0.000014000475,0.0015709796,0.00022883073,0.000081198,0.00069167,0.000025404242,0.000008798441,0.00029832928],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979712,0.0003724678,0.00038861585,0.00030958696,0.00082490005,0.00013326932],"domain_scores_gemma":[0.9981979,0.0010087468,0.00011233356,0.00023010938,0.0002212096,0.00022968755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018833278,0.000114682116,0.0003463307,0.00017147377,0.00007057444,0.000023471637,0.00006630793,0.000051884675,0.00017469324],"category_scores_gemma":[0.0026249753,0.000072451505,0.00007330402,0.0002971601,0.00020807734,0.00006120269,0.00006078215,0.00019079639,0.0000011106341],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033570948,0.0066301264,0.8140216,0.00032929564,0.00020630256,3.4507147e-7,0.092183776,9.92077e-7,0.000119716424,0.0010610427,0.0046100146,0.08050112],"study_design_scores_gemma":[0.000669764,0.00082192145,0.78184575,0.000102233585,0.00002360441,0.0000024235296,0.2159598,0.000026673039,0.000013755071,0.000043773318,0.00044091177,0.000049390346],"about_ca_topic_score_codex":0.000024636725,"about_ca_topic_score_gemma":0.0000062033123,"teacher_disagreement_score":0.12377602,"about_ca_system_score_codex":0.00020765449,"about_ca_system_score_gemma":0.0019397797,"threshold_uncertainty_score":0.3441086},"labels":[],"label_agreement":null},{"id":"W4376630720","doi":"10.2196/40716","title":"Observed Interactions, Challenges, and Opportunities in Student-Led, Web-Based Near-Peer Teaching for Medical Students: Interview Study Among Peer Learners and Peer Teachers","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Thematic analysis; Context (archaeology); Medical education; Psychology; Web application; Qualitative research; Computer science; Pedagogy; Mathematics education; Medicine; World Wide Web; Sociology","score_opus":0.09527503186561671,"score_gpt":0.44225977144148515,"score_spread":0.34698473957586845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376630720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8063879,0.00049240555,0.000035010195,0.18934186,0.001307293,0.0018601252,0.0000024287785,0.00015346173,0.00041949307],"genre_scores_gemma":[0.98043925,0.00048479997,0.00040693348,0.0069734934,0.0006020023,0.0026157761,0.0005562349,0.00006998155,0.007851551],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99304897,0.00057332765,0.0010128616,0.0006625952,0.004248131,0.00045409755],"domain_scores_gemma":[0.99760264,0.0004947883,0.00021634059,0.00042463743,0.00074523,0.00051637203],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012832809,0.00031983975,0.0005479961,0.0006566512,0.00023972578,0.0001619647,0.00041785272,0.00035609293,0.00046225902],"category_scores_gemma":[0.017696628,0.0002878092,0.00007674223,0.00041646097,0.00041673327,0.00033113884,0.00020994378,0.001552291,0.000016910364],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009826649,0.0055338144,0.20260017,0.00061618915,0.00016829229,0.000034778295,0.052890778,9.261089e-7,0.000004409682,0.00034405303,0.12123584,0.6164725],"study_design_scores_gemma":[0.0053706653,0.00047831656,0.63888866,0.0017812747,0.0001380672,0.000032659016,0.20399328,0.0043551056,0.0000010528436,0.00007575192,0.14457704,0.0003081454],"about_ca_topic_score_codex":0.00014281896,"about_ca_topic_score_gemma":0.00034654178,"teacher_disagreement_score":0.6161643,"about_ca_system_score_codex":0.00036984798,"about_ca_system_score_gemma":0.0020623829,"threshold_uncertainty_score":0.9999574},"labels":[],"label_agreement":null},{"id":"W4376866715","doi":"10.2196/48291","title":"Large Language Models in Medical Education: Opportunities, Challenges, and Future Directions","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":659,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering ethics; Curriculum; Misinformation; Competence (human resources); Paradigm shift; Knowledge management; Psychology; Pedagogy; Computer science; Engineering; Computer security; Epistemology","score_opus":0.1544938451333391,"score_gpt":0.45587011716272996,"score_spread":0.3013762720293909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376866715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5908596,0.026391843,0.000016512735,0.36308628,0.004035149,0.00079730025,0.0000044844073,0.00025546807,0.014553374],"genre_scores_gemma":[0.8720461,0.10318117,0.00009111636,0.012134154,0.006732571,0.001126101,0.0006527168,0.000042178326,0.0039938656],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980257,0.00011077079,0.00045623208,0.00033126358,0.0007384314,0.00033760944],"domain_scores_gemma":[0.9985229,0.00011848262,0.00006637318,0.00027911935,0.00016338548,0.0008497837],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00087694556,0.00013983804,0.00021828728,0.00041130141,0.00011278568,0.000015564427,0.00010705757,0.00040199346,0.0016383086],"category_scores_gemma":[0.00080021104,0.00013000211,0.00004165913,0.0005108202,0.000088738685,0.00018495867,0.000039289076,0.0005056154,0.00008720616],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021416026,0.0010147827,0.00066384574,0.00022569376,0.000007612679,0.000016239133,0.031799622,6.5175314e-8,0.000001760655,0.015176142,0.023084112,0.9279887],"study_design_scores_gemma":[0.00021132776,0.00012501764,0.02562498,0.00095355365,0.000026052092,0.00026296618,0.21055588,0.003001144,0.000015918173,0.0077477084,0.7512181,0.00025735682],"about_ca_topic_score_codex":0.0004171719,"about_ca_topic_score_gemma":0.00083224254,"teacher_disagreement_score":0.92773134,"about_ca_system_score_codex":0.00015806455,"about_ca_system_score_gemma":0.008831689,"threshold_uncertainty_score":0.9992743},"labels":[],"label_agreement":null},{"id":"W4377142772","doi":"10.2196/39831","title":"Influence of Social Media on Applicant Perceptions of Anesthesiology Residency Programs During the COVID-19 Pandemic: Quantitative Survey","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Anesthesiology; Ethnic group; Medicine; Pandemic; Descriptive statistics; Medical education; Family medicine; Psychology; Coronavirus disease 2019 (COVID-19); Sociology; Political science","score_opus":0.16806015505262342,"score_gpt":0.503184461910253,"score_spread":0.3351243068576296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377142772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839171,0.000027653534,0.0000023645325,0.013756596,0.0007449742,0.0013488306,0.000008636034,0.00008423141,0.0001095844],"genre_scores_gemma":[0.99642116,0.00018081075,0.00003517046,0.00037298875,0.00054770405,0.0023171336,0.00007454157,0.000011181666,0.000039300707],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99631834,0.001635814,0.0005039973,0.00024352032,0.000977812,0.00032052875],"domain_scores_gemma":[0.98997,0.008739014,0.0003812714,0.00018776179,0.00037464738,0.00034727406],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003930184,0.00009718801,0.00023592038,0.000167715,0.00057031104,0.0000093113595,0.00042515952,0.00028049483,0.0001841471],"category_scores_gemma":[0.054677382,0.00007902475,0.000054407785,0.0015013117,0.0015126143,0.00006514854,0.000031276802,0.00030351602,0.000038981816],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059952035,0.0002850961,0.6697319,0.00012355205,0.0000072889666,3.2019048e-7,0.3055767,0.000007009488,0.00006989172,0.011675515,0.00094692415,0.011515831],"study_design_scores_gemma":[0.000120042816,0.000055057502,0.95357364,0.000042639145,0.0000063421676,8.1864937e-7,0.04192061,0.000003244871,0.0000037199611,0.0024023,0.0018022213,0.000069374015],"about_ca_topic_score_codex":0.010012306,"about_ca_topic_score_gemma":0.014455541,"teacher_disagreement_score":0.2838417,"about_ca_system_score_codex":0.00042540857,"about_ca_system_score_gemma":0.011070605,"threshold_uncertainty_score":0.9965801},"labels":[],"label_agreement":null},{"id":"W4377692603","doi":"10.2196/38687","title":"Health Information and Misinformation: A Framework to Guide Research and Practice","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Misinformation; Distrust; Internet privacy; Public relations; Public health; Health information; Computer science; Health care; Psychology; Political science; Medicine; Computer security; Nursing","score_opus":0.07638635532526963,"score_gpt":0.5473806083304378,"score_spread":0.4709942530051682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377692603","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070148155,0.00012375331,0.001191009,0.7896788,0.00072652654,0.0012759792,0.0000037086634,0.00022093697,0.1366311],"genre_scores_gemma":[0.7890455,0.007253234,0.01511227,0.17553402,0.0021229084,0.0002920732,0.00029222254,0.000025757416,0.010322017],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99775505,0.00023270257,0.0003489316,0.00008100106,0.0012742473,0.00030808596],"domain_scores_gemma":[0.997794,0.00072094577,0.00010332872,0.00012151063,0.0004208073,0.00083945075],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006677626,0.000056462988,0.00008531499,0.00037343052,0.00068785023,0.00031469073,0.00011837646,0.00013448816,0.00022451601],"category_scores_gemma":[0.030699324,0.000053437445,0.000008200272,0.0012690257,0.00015803463,0.0022429693,0.00006041168,0.0002431132,0.0005750614],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011853626,0.00002152228,0.000031894564,0.000037265007,0.0000016241139,7.091612e-8,0.23198408,2.9943018e-7,1.6015844e-7,0.06393441,0.3435927,0.3603841],"study_design_scores_gemma":[0.00009140305,0.00006118656,0.007977128,0.00012017695,7.092733e-7,0.000006272891,0.14195475,0.00009928829,5.2856507e-7,0.0020711664,0.8475632,0.00005417825],"about_ca_topic_score_codex":0.0010465716,"about_ca_topic_score_gemma":0.000100482735,"teacher_disagreement_score":0.71889734,"about_ca_system_score_codex":0.00016530187,"about_ca_system_score_gemma":0.0034360504,"threshold_uncertainty_score":0.9774655},"labels":[],"label_agreement":null},{"id":"W4378469246","doi":"10.2196/41953","title":"Evaluating the Applicability of Existing Lexicon-Based Sentiment Analysis Techniques on Family Medicine Resident Feedback Field Notes: Retrospective Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Lexicon; Sentiment analysis; Field (mathematics); Computer science; Natural language processing; Artificial intelligence; Information retrieval; Mathematics","score_opus":0.09052484199692926,"score_gpt":0.46298413263170735,"score_spread":0.3724592906347781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378469246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9582762,0.000035276924,0.026212143,0.012163998,0.00032845818,0.0013944524,7.2713715e-7,0.00019212445,0.0013966067],"genre_scores_gemma":[0.9968494,0.000005121197,0.0013816758,0.00092370634,0.00020323835,0.0004785359,0.000020624979,0.0000067404812,0.0001309255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99612594,0.00038519007,0.00067837123,0.0006073971,0.0019973516,0.00020574522],"domain_scores_gemma":[0.99708176,0.00122322,0.00037752397,0.0009024432,0.00029914937,0.00011588025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052099545,0.00015449568,0.0004045713,0.00040281654,0.00020507739,0.00004992898,0.0006794926,0.00007806877,0.0002480141],"category_scores_gemma":[0.0021269105,0.00010429257,0.00015521723,0.0025344635,0.00009933428,0.00007306498,0.00014536089,0.00024309283,0.00001292897],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039381637,0.0012379155,0.87009233,0.000041536805,0.00057083275,0.0000019579245,0.007521282,0.00032300776,0.0007479607,0.0020621696,0.004420987,0.11294061],"study_design_scores_gemma":[0.0003097877,0.0008017953,0.82103837,0.00016831612,0.00027437543,2.0254816e-7,0.0030880098,0.1717119,0.0016707638,0.0007082831,0.00007370299,0.00015448297],"about_ca_topic_score_codex":0.0005323317,"about_ca_topic_score_gemma":0.000029315768,"teacher_disagreement_score":0.17138891,"about_ca_system_score_codex":0.0001600126,"about_ca_system_score_gemma":0.00043759844,"threshold_uncertainty_score":0.4252928},"labels":[],"label_agreement":null},{"id":"W4378640429","doi":"10.2196/47394","title":"Enhancing Learning About Epidemiological Data Analysis Using R for Graduate Students in Medical Fields With Jupyter Notebook: Classroom Action Research","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Graduate students; Action research; Action (physics); Epidemiology; Medical education; Psychology; Computer science; Pedagogy; Medicine; Physics","score_opus":0.6798412080566603,"score_gpt":0.657398961396686,"score_spread":0.022442246659974296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378640429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75025755,0.000029034823,0.24335411,0.0046507358,0.0007926081,0.00068179023,0.0000083899495,0.000120078555,0.00010571497],"genre_scores_gemma":[0.8697103,0.0003177486,0.123544715,0.0009825495,0.0011189015,0.0008931492,0.0009417741,0.00005256057,0.0024382835],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99508613,0.0015145781,0.00064359437,0.00057462085,0.0016883472,0.0004927551],"domain_scores_gemma":[0.9868125,0.011893155,0.00018779699,0.00051629404,0.00028726656,0.00030301427],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016644016,0.00015203781,0.00043899208,0.0006582838,0.0002156027,0.00005771893,0.0006589969,0.00036728103,0.00047445146],"category_scores_gemma":[0.0923392,0.00011554749,0.00006066716,0.0014361369,0.0001738732,0.000110701854,0.0002598607,0.0010458669,0.000024386334],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009839293,0.005837517,0.29601815,0.0019392055,0.0014198127,0.0000769776,0.02899853,0.00038891754,0.00029163953,0.022059467,0.23881185,0.403174],"study_design_scores_gemma":[0.004061358,0.00090652826,0.4376504,0.002713078,0.0010166132,0.00006525436,0.058654908,0.300549,0.00042473848,0.17006579,0.022444097,0.0014482196],"about_ca_topic_score_codex":0.00018861821,"about_ca_topic_score_gemma":0.0008045881,"teacher_disagreement_score":0.40172577,"about_ca_system_score_codex":0.00017394371,"about_ca_system_score_gemma":0.0015549641,"threshold_uncertainty_score":0.9153064},"labels":[],"label_agreement":null},{"id":"W4379508361","doi":"10.2196/48163","title":"The Advent of Generative Language Models in Medical Education","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":203,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Stryker","keywords":"Credibility; Relevance (law); Computer science; Quality (philosophy); Knowledge management; Medical education; Medicine; Political science","score_opus":0.08147571299040592,"score_gpt":0.4922474816511003,"score_spread":0.4107717686606944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379508361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91157365,0.0010086658,0.00009520577,0.082427986,0.0017668023,0.0006699356,9.0027737e-7,0.00004821318,0.0024086162],"genre_scores_gemma":[0.9926096,0.00091048353,0.0000923312,0.0031653035,0.0009299843,0.00059130153,0.00013866842,0.000014645381,0.0015476594],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99788624,0.0001303175,0.00059655774,0.00021017902,0.00093187764,0.0002447982],"domain_scores_gemma":[0.9987042,0.00027301096,0.00011539174,0.00028465435,0.00024665732,0.00037609728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010993266,0.00009658294,0.00017493805,0.00020200227,0.00009303753,0.000010499827,0.000166345,0.00021623219,0.00053150544],"category_scores_gemma":[0.003035611,0.00006908,0.000056179426,0.0007684005,0.00015081967,0.00008972606,0.00003040172,0.00034978968,0.00010162042],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006931606,0.0011200547,0.0046722023,0.00014246887,0.000011108754,0.000003875192,0.016757576,0.00001030743,0.00010008582,0.00884011,0.04100419,0.9272687],"study_design_scores_gemma":[0.001206794,0.0014274019,0.18587875,0.008398152,0.0001548515,0.0003194123,0.38217646,0.20368505,0.016412137,0.11612496,0.08298156,0.001234475],"about_ca_topic_score_codex":0.0011087226,"about_ca_topic_score_gemma":0.0005598627,"teacher_disagreement_score":0.9260342,"about_ca_system_score_codex":0.00017365186,"about_ca_system_score_gemma":0.011496642,"threshold_uncertainty_score":0.99410725},"labels":[],"label_agreement":null},{"id":"W4380355801","doi":"10.2196/47777","title":"Teaching LGBTQ+ Health, a Web-Based Faculty Development Course: Program Evaluation Study Using the RE-AIM Framework","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Demographics; Transgender; Thematic analysis; Descriptive statistics; Test (biology); Psychology; Health care; Population; Qualitative property; Lesbian; Medicine; Qualitative research; Computer science; Sociology","score_opus":0.1475461819785918,"score_gpt":0.5796357900043348,"score_spread":0.43208960802574303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380355801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91529584,0.00029324033,0.00021808226,0.07269711,0.0042961603,0.0053822827,0.000004340732,0.0003869454,0.0014259771],"genre_scores_gemma":[0.9849051,0.000010883337,0.0010610447,0.0058593038,0.0017866297,0.0048201815,0.00026684318,0.000043993776,0.001245993],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952697,0.0015159744,0.00064290845,0.00045799685,0.0015283142,0.00058507785],"domain_scores_gemma":[0.9983206,0.00025357772,0.00029760867,0.0005263315,0.00019255845,0.00040933603],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0056107487,0.00019651219,0.00022960342,0.00019555929,0.00096497906,0.000087433466,0.000377086,0.0002653459,0.0010077029],"category_scores_gemma":[0.0009354155,0.00015200806,0.000060525985,0.00076542434,0.00009552415,0.00008112781,0.000048879647,0.0009420073,0.00043932584],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027477658,0.004494523,0.050438806,0.00025814355,0.00005527079,0.0000022202182,0.04865377,0.000010928449,6.917828e-7,0.0006371707,0.11878116,0.7766398],"study_design_scores_gemma":[0.0016176095,0.00038332894,0.8502288,0.00025000618,0.00011456699,0.00000992455,0.024446715,0.007827129,3.2923276e-7,0.0010074708,0.11378923,0.000324886],"about_ca_topic_score_codex":0.0040564677,"about_ca_topic_score_gemma":0.00096858403,"teacher_disagreement_score":0.79979,"about_ca_system_score_codex":0.0005482433,"about_ca_system_score_gemma":0.011478973,"threshold_uncertainty_score":0.9999055},"labels":[],"label_agreement":null},{"id":"W4380357763","doi":"10.2196/40264","title":"An Inquiry-Based Distance Learning Tool for Medical Students Under Lockdown (“COVID-19 Rounds”): Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mohammed Bin Rashid University of Medicine and Health Sciences","keywords":"Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Cross-sectional study; Pandemic; Distance education; Psychology; Medical education; Virology; Medicine; Mathematics education; Outbreak; Infectious disease (medical specialty)","score_opus":0.09269079492601699,"score_gpt":0.5697402805195765,"score_spread":0.4770494855935595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380357763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9733178,0.00004314981,0.0132915,0.0058351355,0.0052965595,0.00174448,0.000012567914,0.00035205626,0.00010672999],"genre_scores_gemma":[0.97566897,0.000005354496,0.000030272895,0.016118579,0.0016921542,0.0027669545,0.00063818,0.000040808944,0.003038708],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952638,0.00042149983,0.000670534,0.0007689181,0.002322162,0.00055304647],"domain_scores_gemma":[0.99727327,0.00080469984,0.00016228344,0.0004157517,0.000113532966,0.0012304722],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035616073,0.00021006016,0.0002429338,0.00023048428,0.0005375349,0.00013346561,0.00068254065,0.00036970098,0.005167494],"category_scores_gemma":[0.0018701325,0.00020054622,0.00009452778,0.0005866301,0.00022962292,0.00014544079,0.000077539844,0.00057483406,0.00034764528],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050587463,0.0059615,0.95770633,0.00018037092,0.00004006651,0.000014555284,0.006572873,0.00008053061,0.000003423341,0.0015298777,0.017666504,0.009738099],"study_design_scores_gemma":[0.003697714,0.0007913955,0.9152193,0.00003334941,0.000012727877,0.000008613448,0.0072776102,0.0008539904,6.9904075e-7,0.00047157687,0.07141721,0.00021577431],"about_ca_topic_score_codex":0.00067581615,"about_ca_topic_score_gemma":0.00047713445,"teacher_disagreement_score":0.05375071,"about_ca_system_score_codex":0.0011251811,"about_ca_system_score_gemma":0.008064361,"threshold_uncertainty_score":0.997559},"labels":[],"label_agreement":null},{"id":"W4380575774","doi":"10.2196/46939","title":"Putting ChatGPT’s Medical Advice to the (Turing) Test: Survey Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":188,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Chatbot; Advice (programming); Test (biology); Turing; Turing test; Psychology; Computer science; Medicine; World Wide Web; Artificial intelligence","score_opus":0.13116818628635857,"score_gpt":0.5029894972674881,"score_spread":0.3718213109811295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380575774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8390821,0.000060660688,0.00002880311,0.15585668,0.0026632638,0.001424722,0.000001965547,0.0002477651,0.0006339895],"genre_scores_gemma":[0.98146623,0.000049772436,0.000058201465,0.012263505,0.0030287786,0.00080844987,0.00011906939,0.000028697554,0.002177286],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965458,0.0002709654,0.00062908954,0.00041112548,0.0017076369,0.00043538102],"domain_scores_gemma":[0.9964395,0.0014736374,0.00009675464,0.0005298211,0.00041166917,0.0010486273],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0044446797,0.00015223844,0.00022878306,0.00021611023,0.00028810438,0.00003850698,0.00033795193,0.00021673109,0.0015847457],"category_scores_gemma":[0.030810162,0.000106247404,0.000052368177,0.0015539322,0.00007249638,0.00007234396,0.00010001878,0.00059712277,0.0023904552],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000389313,0.0017015589,0.32671058,0.000072402916,0.000016596321,0.000013285995,0.013317681,0.0000013466706,0.0000070826577,0.000035220262,0.17737828,0.48070702],"study_design_scores_gemma":[0.00010849897,0.0005074816,0.9369046,0.00035682286,0.00002544804,0.000050034654,0.014972323,0.0016370275,0.000093407485,0.00020143809,0.04499341,0.00014950355],"about_ca_topic_score_codex":0.003649541,"about_ca_topic_score_gemma":0.0022864477,"teacher_disagreement_score":0.610194,"about_ca_system_score_codex":0.000150291,"about_ca_system_score_gemma":0.0040520653,"threshold_uncertainty_score":0.99932796},"labels":[],"label_agreement":null},{"id":"W4380685958","doi":"10.2196/48002","title":"Performance of GPT-3.5 and GPT-4 on the Japanese Medical Licensing Examination: Comparison Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":289,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Shimane University","keywords":"Transformer; Competence (human resources); Generative grammar; Computer science; Psychology; Medical education; Internal medicine; Artificial intelligence; Medicine; Engineering; Electrical engineering; Social psychology","score_opus":0.1374971887477971,"score_gpt":0.4780372953633461,"score_spread":0.340540106615549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380685958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9649219,0.00007144244,0.000001963935,0.032312732,0.00082629913,0.0007521637,3.1300434e-7,0.000054218097,0.0010589819],"genre_scores_gemma":[0.99708104,0.00012409734,0.000009177703,0.001504631,0.00069580786,0.00015284236,0.00002823218,0.000012634401,0.00039153814],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976728,0.00018104864,0.0005213896,0.00022963599,0.0011996923,0.00019543098],"domain_scores_gemma":[0.99836814,0.00067926804,0.00012414224,0.00027889918,0.00023714986,0.0003123677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018164071,0.00010755302,0.00021908432,0.00016435447,0.00016849989,0.00001330094,0.0001215166,0.0001653218,0.0006800072],"category_scores_gemma":[0.0029582612,0.0000734196,0.000028896522,0.0006144504,0.00018772816,0.00006236805,0.000035795372,0.00040240365,0.00010811975],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012310663,0.0024977187,0.21791218,0.00026842227,0.000029903282,0.000004246562,0.06082637,0.0000027612928,0.000041553492,0.00044103837,0.01265266,0.7052],"study_design_scores_gemma":[0.00021233855,0.0016426067,0.85640055,0.0011882597,0.000057199442,0.000048408347,0.10880717,0.028098373,0.0006182272,0.000072110895,0.0026918454,0.0001629137],"about_ca_topic_score_codex":0.00029724353,"about_ca_topic_score_gemma":0.000054579974,"teacher_disagreement_score":0.7050371,"about_ca_system_score_codex":0.000067425506,"about_ca_system_score_gemma":0.0010752694,"threshold_uncertainty_score":0.74456024},"labels":[],"label_agreement":null},{"id":"W4380990707","doi":"10.2196/42862","title":"Virtual Worlds Technology to Enhance Training for Primary Care Providers in Assessment and Management of Posttraumatic Stress Disorder Using Motivational Interviewing: Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Defense","keywords":"Motivational interviewing; Psychological intervention; Randomized controlled trial; Psychology; Usability; Mental health; Empathy; Medical education; Medicine; Applied psychology; Clinical psychology; Psychiatry; Computer science","score_opus":0.039960257483531283,"score_gpt":0.40798224684919676,"score_spread":0.3680219893656655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380990707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73001164,0.00006614701,0.25550222,0.007434986,0.00022145506,0.006586116,0.0000026501639,0.00004723318,0.00012756254],"genre_scores_gemma":[0.980149,0.00003414525,0.013707885,0.00029042774,0.00003491202,0.005698697,0.000038235074,0.0000074113586,0.00003931826],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9984272,0.00012147601,0.0005994423,0.00028053732,0.00038509956,0.00018621686],"domain_scores_gemma":[0.99897146,0.00043183388,0.00018427715,0.00020638725,0.000104680825,0.00010135898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010413431,0.00010877765,0.00049648475,0.00041919973,0.00006033742,0.000047242844,0.00029823248,0.00005959033,0.00000515907],"category_scores_gemma":[0.0004252019,0.000091194735,0.000058671994,0.00078982435,0.00008086514,0.00018377505,0.0001228483,0.00009702862,6.1731026e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04892721,0.0014845947,0.00013606087,0.0009540952,0.0001412028,7.7957304e-7,0.015276133,0.00033436628,0.0001924753,0.11153905,0.000121597695,0.82089245],"study_design_scores_gemma":[0.85246944,0.0014382286,0.0077238404,0.0033158842,0.00008311764,0.0000028005638,0.020751765,0.10483848,0.00007849031,0.008639564,0.00023521703,0.00042319446],"about_ca_topic_score_codex":0.000028138438,"about_ca_topic_score_gemma":0.000019677902,"teacher_disagreement_score":0.82046926,"about_ca_system_score_codex":0.00014541524,"about_ca_system_score_gemma":0.00078612985,"threshold_uncertainty_score":0.37188134},"labels":[],"label_agreement":null},{"id":"W4381137081","doi":"10.2196/47853","title":"How Can ChatGPT Be Helpful In Undergraduate Medical Education: We Had A Chat! (Preprint)","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medical education; Psychology; Computer science; Medicine; World Wide Web","score_opus":0.08405807994905787,"score_gpt":0.4423368375600462,"score_spread":0.3582787576109884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381137081","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35759914,0.00036994807,0.00005989111,0.6367436,0.002989607,0.000883309,0.0000014930547,0.0001696143,0.0011834147],"genre_scores_gemma":[0.96208227,0.0021651243,0.00013157948,0.021621378,0.0027273581,0.0015190055,0.00038787018,0.000046181853,0.009319228],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962072,0.00018343212,0.00072974863,0.0006418961,0.0016326881,0.0006050694],"domain_scores_gemma":[0.99721855,0.00024686186,0.0001662301,0.0006075231,0.00038059158,0.0013802707],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001134423,0.00025094132,0.00038890957,0.0006142329,0.00014961218,0.00006810787,0.00031316926,0.00053668977,0.0016115278],"category_scores_gemma":[0.0066022696,0.00023485655,0.00011204779,0.0016235637,0.0002212311,0.0001871198,0.000082931525,0.00087751943,0.0004071554],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006498094,0.0019737137,0.024751289,0.00048025497,0.00002131803,0.000024207582,0.010700026,8.4768874e-7,0.000045689027,0.0046290085,0.12637284,0.83093584],"study_design_scores_gemma":[0.0007452123,0.00065351074,0.074680194,0.0062419805,0.000082933446,0.0005354504,0.059901703,0.0045775655,0.0022605176,0.03554432,0.8137127,0.0010638854],"about_ca_topic_score_codex":0.0017252768,"about_ca_topic_score_gemma":0.0021811484,"teacher_disagreement_score":0.82987195,"about_ca_system_score_codex":0.0005554393,"about_ca_system_score_gemma":0.021377543,"threshold_uncertainty_score":0.99930114},"labels":[],"label_agreement":null},{"id":"W4381434599","doi":"10.2196/46752","title":"Training Physicians in the Digital Health Era: How to Leverage the Residency Elective","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internship; Health care; Digital health; Medical education; Subspecialty; Medicine; Experiential learning; Nursing; Psychology; Family medicine; Political science; Pedagogy","score_opus":0.05050568143947826,"score_gpt":0.42712842760098674,"score_spread":0.3766227461615085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381434599","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46481705,0.00006384816,0.000118645374,0.5324674,0.00027842826,0.0011741723,0.0000029409869,0.00005451287,0.0010229568],"genre_scores_gemma":[0.94003886,0.000041520507,0.000047037767,0.05754579,0.0010928214,0.0005569589,0.00014967228,0.000013794707,0.0005135367],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981948,0.00013575444,0.00028913244,0.0002148674,0.0007854696,0.00037993633],"domain_scores_gemma":[0.99910605,0.00032208514,0.00009201753,0.00022545453,0.000057212885,0.000197172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010160288,0.000101653386,0.00017986975,0.00017170199,0.00016235448,0.00003764887,0.00015497055,0.000048227885,0.00006421216],"category_scores_gemma":[0.0013715461,0.000060048988,0.000038463568,0.0012861624,0.000046853234,0.00010714958,0.000018974331,0.0004356859,0.00005208434],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028773868,0.00016018587,0.0036760992,0.000068218345,0.000008058172,0.000007647626,0.06435747,3.042911e-7,0.000012489083,0.00075967284,0.2490611,0.68185997],"study_design_scores_gemma":[0.00076815055,0.0006030989,0.8254875,0.00036360687,0.000009715023,0.00005117614,0.08662718,0.0000818342,0.000009229083,0.0010874594,0.08482564,0.00008542001],"about_ca_topic_score_codex":0.0002177063,"about_ca_topic_score_gemma":0.0003461434,"teacher_disagreement_score":0.8218114,"about_ca_system_score_codex":0.00015834505,"about_ca_system_score_gemma":0.0030463096,"threshold_uncertainty_score":0.54040223},"labels":[],"label_agreement":null},{"id":"W4381687070","doi":"10.2196/48305","title":"Variability in Large Language Models’ Responses to Medical Licensing and Certification Examinations. Comment on “How Does ChatGPT Perform on the United States Medical Licensing Examination? The Implications of Large Language Models for Medical Education and Knowledge Assessment”","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certification; United States Medical Licensing Examination; Medical education; Medical school; Medicine; Political science; Law","score_opus":0.08613425416401634,"score_gpt":0.469902279629843,"score_spread":0.38376802546582667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381687070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6633213,0.00009887541,0.0021550776,0.33204097,0.00038097164,0.0016764738,0.00002551908,0.000060451468,0.00024035807],"genre_scores_gemma":[0.9773172,0.00050592265,0.00017527559,0.018855354,0.0005108544,0.0013925437,0.001005955,0.000036283018,0.0002005971],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99535674,0.00109667,0.00089653063,0.00059690094,0.0015728236,0.0004803307],"domain_scores_gemma":[0.9911512,0.0064016753,0.0002405047,0.0006662881,0.0006947148,0.0008456027],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011009275,0.00025740356,0.00035726017,0.00066446397,0.0005317423,0.00007176438,0.00032612032,0.0004647049,0.00037202876],"category_scores_gemma":[0.022756705,0.00016423367,0.00006208432,0.0012867997,0.00029162638,0.00020501946,0.0001294886,0.0007795658,0.000007898748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032954823,0.007880133,0.010292454,0.0008818936,0.00007318969,0.0000033566055,0.15401627,0.000021093183,0.00012273525,0.11353983,0.02206417,0.69077533],"study_design_scores_gemma":[0.00070875965,0.00046892453,0.14078782,0.0026117272,0.00009061709,0.000040095412,0.13003276,0.7107203,0.0005171623,0.0070426296,0.0065974873,0.0003816932],"about_ca_topic_score_codex":0.00071478507,"about_ca_topic_score_gemma":0.0011039553,"teacher_disagreement_score":0.7106992,"about_ca_system_score_codex":0.00041003237,"about_ca_system_score_gemma":0.0052672336,"threshold_uncertainty_score":0.985475},"labels":[],"label_agreement":null},{"id":"W4382046279","doi":"10.2196/46344","title":"Data Science as a Core Competency in Undergraduate Medical Education in the Age of Artificial Intelligence in Health Care","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; Vector Institute; Dalhousie University; University of Toronto; McMaster University","funders":"","keywords":"Curriculum; Core competency; Health care; Medical education; Core curriculum; Psychology; Engineering ethics; Medicine; Artificial intelligence; Computer science; Engineering; Pedagogy; Political science","score_opus":0.19077314270323342,"score_gpt":0.5334429365098393,"score_spread":0.3426697938066059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382046279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.871676,0.00065138954,0.00008553665,0.123638935,0.001538805,0.001393853,0.0000045947704,0.000033459164,0.0009773949],"genre_scores_gemma":[0.9915474,0.00079920085,0.00029133126,0.005967126,0.00038620405,0.00022843841,0.0007263182,0.000013353124,0.000040648265],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9956358,0.0002540274,0.0013173273,0.0005638717,0.0017387733,0.00049019424],"domain_scores_gemma":[0.9979488,0.00041235783,0.00020516079,0.00081565697,0.00024476138,0.0003732136],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004347212,0.00014734756,0.00032283764,0.0009823644,0.00010790975,0.000025467492,0.000928204,0.0001960532,0.00019861369],"category_scores_gemma":[0.00957493,0.00011965785,0.0000323738,0.00420488,0.0005963154,0.00025986275,0.00012552849,0.00076836883,0.000093535],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077816745,0.0021218716,0.038225554,0.0005854717,0.000002178587,0.000022639519,0.03504836,0.0000064110536,0.00003754996,0.026233284,0.0026545299,0.89498436],"study_design_scores_gemma":[0.00028703152,0.0010725694,0.40648878,0.009983546,0.000022009273,0.00020187105,0.45563918,0.024275724,0.00030884624,0.08860253,0.01250982,0.00060808426],"about_ca_topic_score_codex":0.011492507,"about_ca_topic_score_gemma":0.021049408,"teacher_disagreement_score":0.8943763,"about_ca_system_score_codex":0.0005525736,"about_ca_system_score_gemma":0.061896898,"threshold_uncertainty_score":0.99876785},"labels":[],"label_agreement":null},{"id":"W4382241568","doi":"10.2196/45587","title":"Web-Based Learning for General Practitioners and Practice Nurses Regarding Behavior Change: Qualitative Descriptive Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Psychological intervention; Usability; Qualitative research; Nursing; Medical education; Interactivity; Psychology; Behavior change; Medicine; Knowledge management; World Wide Web; Computer science; Social psychology","score_opus":0.1644549006634109,"score_gpt":0.5875523841291338,"score_spread":0.4230974834657229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382241568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90433085,0.00022249192,0.0005808685,0.058586996,0.0030167652,0.0310982,0.000030281954,0.0005469037,0.0015866209],"genre_scores_gemma":[0.5521049,0.00022848877,0.0029481899,0.0073891124,0.0015649563,0.43245673,0.00054270925,0.00005304432,0.002711892],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960029,0.0019220548,0.0005945648,0.00043739984,0.00050487655,0.0005382174],"domain_scores_gemma":[0.99429554,0.00374026,0.00047620188,0.00020382098,0.00062449754,0.0006596537],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0040489766,0.000153374,0.00024211695,0.00025674887,0.0014259467,0.00001628924,0.000102683625,0.00023692645,0.00017701495],"category_scores_gemma":[0.011969434,0.00014556455,0.000036807847,0.000577587,0.000086126136,0.00032241538,0.000036602825,0.00077170006,0.000120536715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011080209,0.004493371,0.033950314,0.0016956097,0.00005956697,0.0000065816103,0.38489383,0.0000040921955,0.00012754828,0.0151387835,0.25054923,0.30797303],"study_design_scores_gemma":[0.0023464982,0.00040610132,0.03466798,0.00022773597,0.000083415114,0.0000032017913,0.41193053,0.00095917424,0.0000014260156,0.00018309716,0.5490324,0.000158415],"about_ca_topic_score_codex":0.0005764661,"about_ca_topic_score_gemma":0.0001597614,"teacher_disagreement_score":0.40135854,"about_ca_system_score_codex":0.0003395499,"about_ca_system_score_gemma":0.0049769827,"threshold_uncertainty_score":0.99987406},"labels":[],"label_agreement":null},{"id":"W4382310220","doi":"10.2196/43710","title":"Teaching Palliative Care to Emergency Medicine Residents Using Gamified Deliberate Practice-Based Simulation: Palliative Gaming Simulation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Debriefing; Palliative care; End-of-life care; Psychology; Medical education; Distress; Empathy; Interpersonal communication; Medicine; Nursing","score_opus":0.12757912380775532,"score_gpt":0.5384446424704967,"score_spread":0.4108655186627414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382310220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9638914,0.00024404787,0.005754968,0.021035882,0.0032551803,0.004832858,0.000009174725,0.00045712976,0.00051938405],"genre_scores_gemma":[0.9904669,0.0000129216305,0.0013469472,0.003422432,0.00253048,0.00067957485,0.0007374622,0.00010880805,0.00069448416],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99334264,0.00091173797,0.0016096397,0.00096863095,0.002565681,0.00060169416],"domain_scores_gemma":[0.99152344,0.0025672575,0.00070551794,0.000772818,0.0033823026,0.0010486575],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016222748,0.00045332438,0.0005829304,0.0010811953,0.0006897501,0.000036143483,0.00025484178,0.00033259325,0.0018451528],"category_scores_gemma":[0.012911977,0.00043784027,0.00011577758,0.0024640039,0.00007585498,0.00041445938,0.00007016172,0.0008179831,0.00019898744],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076427014,0.0018143127,0.44661742,0.0008193459,0.0001425624,0.000019254056,0.16446227,0.367186,0.000104127306,0.000091089045,0.0019769366,0.016002405],"study_design_scores_gemma":[0.0020807844,0.00063079543,0.5335513,0.0012964233,0.0002284355,0.0000010140043,0.08954429,0.37075552,0.000019553227,0.00007915808,0.00145093,0.0003618336],"about_ca_topic_score_codex":0.0018490234,"about_ca_topic_score_gemma":0.00006869658,"teacher_disagreement_score":0.08693384,"about_ca_system_score_codex":0.0015546911,"about_ca_system_score_gemma":0.0037173678,"threshold_uncertainty_score":0.99980736},"labels":[],"label_agreement":null},{"id":"W4382501983","doi":"10.2196/43699","title":"Evaluating the Effectiveness of Interactive Virtual Patients for Medical Education in Zambia: Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Global Health and Surgery","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Randomized controlled trial; Medical education; The Internet; Bachelor; Medicine; Power point; Psychology; Computer science; Mathematics education; Internal medicine","score_opus":0.017151252709500103,"score_gpt":0.45229802822754467,"score_spread":0.4351467755180446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382501983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9767931,0.00008595207,0.000055904773,0.003643595,0.0051134326,0.013443049,0.0000022688116,0.000029927774,0.0008327785],"genre_scores_gemma":[0.986153,0.000039971692,0.000029253333,0.0015859981,0.0005990346,0.0110584395,0.00028362803,0.000014681354,0.00023599912],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99492466,0.0021245787,0.0010603765,0.00025772405,0.0013350063,0.00029767863],"domain_scores_gemma":[0.9833169,0.015071331,0.00036630296,0.00021432382,0.00061363477,0.0004174852],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015345692,0.00014076529,0.0011064846,0.00025467685,0.00006470035,0.000008268092,0.00012417718,0.00024661398,0.00019348996],"category_scores_gemma":[0.12766702,0.0000859096,0.00029455312,0.00046422973,0.00015809007,0.000067992114,0.000029929466,0.00034916468,0.000016720343],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8935988,0.002527675,0.001471787,0.000286427,0.000057760648,3.7632722e-7,0.0004827921,8.9050724e-7,0.000008458632,0.0008777321,0.004285396,0.09640194],"study_design_scores_gemma":[0.9677217,0.0010838353,0.020574203,0.0016954631,0.00010914433,0.0000033504284,0.00068578497,0.006410037,0.000016376855,0.001392969,0.00022151484,0.00008564029],"about_ca_topic_score_codex":0.00014168644,"about_ca_topic_score_gemma":0.000015278014,"teacher_disagreement_score":0.11232133,"about_ca_system_score_codex":0.00020886456,"about_ca_system_score_gemma":0.014922351,"threshold_uncertainty_score":0.9906621},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4382585735","doi":"10.2196/43313","title":"Evaluating Change in Student Pharmacists’ Familiarity, Attitudes, Comfort, and Knowledge as a Result of Integrating Digital Health Topics Into a Case Conference Series: Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacy; Health care; Curriculum; Digital health; Medical education; Scale (ratio); Pharmacist; Interprofessional education; Psychology; Medicine; Family medicine; Pedagogy; Political science","score_opus":0.15857952853759652,"score_gpt":0.6061591514569097,"score_spread":0.4475796229193132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382585735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816079,0.00039138924,0.000013147619,0.005744892,0.00062214985,0.010591402,0.000019771136,0.00010055827,0.00090878207],"genre_scores_gemma":[0.96902865,0.00081636454,0.00015443275,0.0014290351,0.00037724728,0.02754286,0.00016933704,0.000019630956,0.0004624489],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962367,0.0007318219,0.001409164,0.00047939183,0.0006206392,0.0005222836],"domain_scores_gemma":[0.9975814,0.0005299217,0.0004509091,0.0003536513,0.0003499312,0.0007341875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004101539,0.0001812297,0.00046950707,0.0002583531,0.0005799059,0.000019279643,0.00020199633,0.00017902041,0.00014809628],"category_scores_gemma":[0.0016881134,0.00016742243,0.000026513713,0.00094740867,0.00010956407,0.00020597696,0.00026491313,0.00089247606,0.000042677428],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004212038,0.0013024595,0.6024347,0.0017156546,0.0000099395975,0.000013017113,0.07105868,1.1794361e-7,0.0000018731769,0.0015707386,0.0016637733,0.32018694],"study_design_scores_gemma":[0.0034915232,0.0011973844,0.87438357,0.0022062494,0.000024637084,0.00010128584,0.09941248,0.0028643713,0.0000011574717,0.0008314254,0.015184045,0.00030186577],"about_ca_topic_score_codex":0.007577177,"about_ca_topic_score_gemma":0.011381972,"teacher_disagreement_score":0.3198851,"about_ca_system_score_codex":0.00040679096,"about_ca_system_score_gemma":0.008150802,"threshold_uncertainty_score":0.9990314},"labels":[],"label_agreement":null},{"id":"W4382632154","doi":"10.2196/45538","title":"How Augmenting Reality Changes the Reality of Simulation: Ethnographic Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Laerdal Foundation for Acute Medicine","keywords":"Context (archaeology); Feeling; Augmented reality; Psychology; Data collection; Participant observation; Applied psychology; Social psychology; Computer science; Human–computer interaction; Sociology","score_opus":0.09811126407868431,"score_gpt":0.4675270258145327,"score_spread":0.3694157617358484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382632154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70012385,0.00016375033,0.00051870296,0.29720458,0.0006860795,0.0008257266,0.000010673675,0.00016985336,0.00029682444],"genre_scores_gemma":[0.995286,0.000046186717,0.00006278646,0.0020757378,0.0008308656,0.00030955067,0.0007518295,0.000016137697,0.000620942],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974695,0.00029233997,0.0004737033,0.0003321799,0.001170962,0.00026130571],"domain_scores_gemma":[0.9967736,0.0010194967,0.00034737482,0.00073967525,0.0008028657,0.00031699793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017506378,0.00013624274,0.0003217245,0.00058486324,0.00020517212,0.000027849672,0.00016908336,0.00021812759,0.00043807222],"category_scores_gemma":[0.0019001549,0.00010278097,0.00017341232,0.0047667287,0.00020136268,0.00007914695,0.000034191293,0.0003175167,0.000011089138],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010953441,0.0007319886,0.89285845,0.0011147679,0.0005412032,0.000001839915,0.016964402,0.0026673477,0.000057892306,0.0014367936,0.015499196,0.068016574],"study_design_scores_gemma":[0.00033867534,0.00005387441,0.94164133,0.00016186234,0.0003894803,0.0000017496551,0.009006896,0.041907363,0.000060889084,0.00054810743,0.005783751,0.00010604139],"about_ca_topic_score_codex":0.0005868027,"about_ca_topic_score_gemma":0.00018520982,"teacher_disagreement_score":0.29516214,"about_ca_system_score_codex":0.00012558684,"about_ca_system_score_gemma":0.0014723663,"threshold_uncertainty_score":0.47965837},"labels":[],"label_agreement":null},{"id":"W4382751541","doi":"10.2196/47274","title":"The Intersection of ChatGPT, Clinical Medicine, and Medical Education","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transformative learning; Engineering ethics; Process (computing); Generative grammar; Relevance (law); Perspective (graphical); Medicine; Medical education; Psychology; Computer science; Engineering; Artificial intelligence; Political science; Pedagogy","score_opus":0.14452292614966258,"score_gpt":0.5522571922954163,"score_spread":0.4077342661457537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382751541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82851005,0.0008659747,0.00007582625,0.15884532,0.007100777,0.00064541615,4.5227736e-7,0.00009623994,0.003859957],"genre_scores_gemma":[0.9859291,0.003194488,0.000053809756,0.0054993387,0.003424062,0.0002724669,0.000085787724,0.000019746733,0.0015212267],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971452,0.00020289904,0.001044771,0.00030941036,0.0010443708,0.00025339337],"domain_scores_gemma":[0.9972529,0.0009409106,0.0002375675,0.0003532526,0.0004700344,0.00074534165],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028230182,0.00012837558,0.00028179964,0.00018549841,0.0001996609,0.000013344323,0.00017028936,0.00037246718,0.0007545187],"category_scores_gemma":[0.01563793,0.000085486696,0.000076631826,0.0007235375,0.0007296213,0.00009176311,0.0000476509,0.00053813105,0.000106885316],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008506643,0.00041476023,0.03083488,0.00013763258,0.000017646184,9.1056427e-7,0.00238937,3.0965683e-8,0.000015246194,0.0054106456,0.13087282,0.829821],"study_design_scores_gemma":[0.0006200949,0.0019345629,0.4930073,0.0049083754,0.00018483381,0.00042231244,0.06554337,0.006573905,0.0004158771,0.027975798,0.3979856,0.00042797578],"about_ca_topic_score_codex":0.00070025964,"about_ca_topic_score_gemma":0.00020654217,"teacher_disagreement_score":0.829393,"about_ca_system_score_codex":0.000105165615,"about_ca_system_score_gemma":0.0079878755,"threshold_uncertainty_score":0.9976359},"labels":[],"label_agreement":null},{"id":"W4383263628","doi":"10.2196/50336","title":"Authors’ Reply to: Variability in Large Language Models’ Responses to Medical Licensing and Certification Examinations","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Certification; Medicine; Psychology; Linguistics; Medical education; Medical physics; Political science; Philosophy; Law","score_opus":0.1278122145063649,"score_gpt":0.4869630424352007,"score_spread":0.3591508279288358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383263628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82636803,0.000036809906,0.0014743418,0.16994785,0.00069524546,0.0008820148,0.0000035945686,0.00012907405,0.000463045],"genre_scores_gemma":[0.9838363,0.00004597467,0.00063744804,0.013308045,0.0005413637,0.00047632208,0.00012751388,0.000019956135,0.0010070892],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99736303,0.00034720424,0.0006178971,0.0004846683,0.0008266487,0.00036052134],"domain_scores_gemma":[0.99720687,0.00079141813,0.000060034108,0.00041760484,0.00026280712,0.0012612783],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004486568,0.00012210612,0.00020944858,0.0005574985,0.00013391531,0.000029659588,0.00011724649,0.00026123622,0.00053935515],"category_scores_gemma":[0.03393801,0.00011844347,0.000029779205,0.001476203,0.00005777721,0.00013910723,0.00006572462,0.00038172991,0.00020759337],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030729888,0.0015630344,0.045735575,0.00029839258,0.000011233938,0.000022577036,0.09515645,0.000007884021,0.00077944854,0.0045282478,0.038452458,0.8131374],"study_design_scores_gemma":[0.00027096973,0.0003685207,0.86818355,0.0016737651,0.000037295922,0.00009445357,0.03864893,0.055476587,0.0014997385,0.0056559313,0.027622843,0.00046739145],"about_ca_topic_score_codex":0.0012397367,"about_ca_topic_score_gemma":0.00045883047,"teacher_disagreement_score":0.822448,"about_ca_system_score_codex":0.0002687237,"about_ca_system_score_gemma":0.002839683,"threshold_uncertainty_score":0.97419953},"labels":[],"label_agreement":null},{"id":"W4383335155","doi":"10.2196/44240","title":"Local Culture and Community Through a Digital Lens: Viewpoint on Designing and Implementing a Virtual Second Look Event for Residency Applicants","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lens (geology); Event (particle physics); Through-the-lens metering; Psychology; Medical education; Computer science; Medicine; Engineering; Physics","score_opus":0.042586663779457544,"score_gpt":0.3817917937578223,"score_spread":0.33920512997836477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383335155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9759912,0.0002036013,0.002486642,0.012177896,0.00034187417,0.0009974372,0.000026224732,0.00009816603,0.007676999],"genre_scores_gemma":[0.9954429,0.00016657154,0.000092378636,0.002752541,0.00026572804,0.000115976516,0.00007170089,0.0000057472103,0.0010864089],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9987242,0.00016379791,0.00015191043,0.00015849168,0.0005599104,0.0002416422],"domain_scores_gemma":[0.9992664,0.00035558897,0.00005808897,0.000086977474,0.00006616283,0.00016678109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001850935,0.000077146346,0.00011984229,0.000038230402,0.0009085087,0.000084720894,0.00016659082,0.000105547064,0.0001260488],"category_scores_gemma":[0.00095542654,0.000068685,0.000026025447,0.00017243845,0.00036351584,0.0002449712,0.00010819667,0.00030063035,0.000009870039],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007230541,0.00042487623,0.0019943304,0.00026218753,0.00004109634,0.00000479274,0.3452706,4.470244e-7,0.000053567266,0.036398917,0.15509997,0.4603769],"study_design_scores_gemma":[0.0008297303,0.000476656,0.0034985451,0.00050224725,0.000026791664,0.00000485599,0.7109743,0.000060293023,0.000054703964,0.016634146,0.26675618,0.00018158447],"about_ca_topic_score_codex":0.00032757258,"about_ca_topic_score_gemma":0.00052986445,"teacher_disagreement_score":0.4601953,"about_ca_system_score_codex":0.000067003224,"about_ca_system_score_gemma":0.00051066815,"threshold_uncertainty_score":0.6987606},"labels":[],"label_agreement":null},{"id":"W4385080756","doi":"10.2196/47049","title":"The Potential and Concerns of Using AI in Scientific Research: ChatGPT Performance Evaluation","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":186,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Context (archaeology); Quality (philosophy); Computer science; Data science; Data quality; Qualitative research; Social science; Engineering; Sociology","score_opus":0.39781555696715687,"score_gpt":0.5939620970070143,"score_spread":0.19614654003985743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385080756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98225015,0.00035899656,0.000006863853,0.015293054,0.0013173126,0.00064157706,3.2288676e-7,0.000011958069,0.00011973516],"genre_scores_gemma":[0.9987034,0.00028234348,0.000016972963,0.00015074974,0.0004246072,0.00013260874,0.00003088642,0.0000062359923,0.00025218353],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980245,0.00017562011,0.00032752714,0.00018101773,0.0010654643,0.0002258459],"domain_scores_gemma":[0.9987557,0.00017760435,0.000058414742,0.00018796719,0.0006796015,0.00014073383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050744116,0.000046994854,0.00008699115,0.00029086173,0.00030268688,0.0000337714,0.00007746262,0.000095676056,0.00009579021],"category_scores_gemma":[0.0019893271,0.000035293822,0.000016309337,0.0010447749,0.00045976674,0.00010759252,0.000029424189,0.0002848157,0.000026647638],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007696053,0.00019091788,0.027903607,0.00015186334,0.0000043771406,7.0421925e-7,0.008500525,0.000020484777,0.00200373,0.00038697664,0.004508797,0.9562511],"study_design_scores_gemma":[0.0002476467,0.0002549744,0.42006144,0.001295979,0.000030590032,0.00003013105,0.032186475,0.5275108,0.0044668363,0.005280292,0.008498068,0.00013675657],"about_ca_topic_score_codex":0.0003894947,"about_ca_topic_score_gemma":0.00010163035,"teacher_disagreement_score":0.9561143,"about_ca_system_score_codex":0.00015559816,"about_ca_system_score_gemma":0.00428653,"threshold_uncertainty_score":0.760412},"labels":[],"label_agreement":null},{"id":"W4385230956","doi":"10.2196/46784","title":"Cultivating Agents of Change in Medical Students: Addressing the Overdose Epidemic in the United States Through Enhancing Knowledge of Multimodal Pain Medicine and Increasing Accessibility via Open-Access, Web-Based Medical Education and Technology","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Excellence; Curriculum; Medical education; Medicine; Opioid epidemic; Continuing medical education; Chronic pain; Psychology; Opioid; Psychiatry; Political science; Continuing education; Pedagogy","score_opus":0.09481485365030375,"score_gpt":0.5018836716455547,"score_spread":0.40706881799525096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385230956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9174902,0.0020776466,0.00005792449,0.078295924,0.00017969268,0.0018073991,0.000002352234,0.00003675488,0.000052116826],"genre_scores_gemma":[0.988926,0.0014941002,0.0002175048,0.007912911,0.000158483,0.00093171647,0.0003297448,0.000024384371,0.0000051687484],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99499017,0.0015291827,0.0011549329,0.00049524376,0.0014853155,0.00034514646],"domain_scores_gemma":[0.9960222,0.0026258945,0.00042188785,0.0004415835,0.00024294785,0.0002454401],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009654907,0.0002458351,0.00061099057,0.00066763186,0.000118909586,0.00004054129,0.0010204789,0.00037849013,0.00032254172],"category_scores_gemma":[0.02594753,0.0001494724,0.000030485662,0.0029462413,0.00084025617,0.0003157717,0.000612103,0.00069691654,0.0000010054448],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015329491,0.0041314964,0.7862658,0.0010689722,0.00003801725,0.0000098298715,0.031935126,6.0523746e-7,0.00014727275,0.00010101287,0.0011145143,0.17503405],"study_design_scores_gemma":[0.005560523,0.00025455118,0.9089982,0.014511288,0.000063432184,0.000029434239,0.029383512,0.039075214,0.00010920084,0.0011377202,0.00070303417,0.00017391772],"about_ca_topic_score_codex":0.015397683,"about_ca_topic_score_gemma":0.0019055881,"teacher_disagreement_score":0.17486012,"about_ca_system_score_codex":0.00021372843,"about_ca_system_score_gemma":0.0041624582,"threshold_uncertainty_score":0.99115884},"labels":[],"label_agreement":null},{"id":"W4385236484","doi":"10.2196/48978","title":"Performance of ChatGPT on the Situational Judgement Test—A Professional Dilemmas–Based Examination for Doctors in the United Kingdom","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Judgement; Test (biology); Situational ethics; Medical education; Psychology; Teamwork; Clinical judgement; Medicine; Applied psychology; Social psychology; Family medicine; Management; Political science","score_opus":0.18177662278571674,"score_gpt":0.47283534240750325,"score_spread":0.29105871962178653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385236484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92199355,0.0000044305343,0.00003743264,0.07558584,0.0007525211,0.0014390689,0.000003001403,0.000021001964,0.00016317713],"genre_scores_gemma":[0.9920047,0.000009542638,0.000040881467,0.0047358405,0.00049671036,0.0018200241,0.0005977593,0.000008937838,0.00028558524],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99833214,0.0001317368,0.00041457827,0.0001587889,0.0007886375,0.00017414124],"domain_scores_gemma":[0.9971425,0.002143565,0.00013514586,0.00020297215,0.000303996,0.00007181247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020339799,0.000085270214,0.00010194605,0.0002985716,0.00015370794,0.000008865498,0.00014581523,0.0001047882,0.00028163695],"category_scores_gemma":[0.0035643515,0.00004895467,0.00004048225,0.000973473,0.00008900038,0.000050035087,0.00000987154,0.00022601982,0.000035042467],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007358325,0.009332879,0.36746177,0.001670868,0.000035755187,0.0000019452525,0.03598685,0.00032927832,0.0010047321,0.04376406,0.12095185,0.41872418],"study_design_scores_gemma":[0.00023088172,0.0006939926,0.89079297,0.00097623514,0.000021545124,0.0000022650026,0.006094429,0.080523916,0.0022693714,0.0006868819,0.017601803,0.00010572642],"about_ca_topic_score_codex":0.00010026191,"about_ca_topic_score_gemma":0.000018454903,"teacher_disagreement_score":0.52333117,"about_ca_system_score_codex":0.00012197914,"about_ca_system_score_gemma":0.0015669011,"threshold_uncertainty_score":0.4267119},"labels":[],"label_agreement":null},{"id":"W4385236544","doi":"10.2196/48433","title":"Examining Real-World Medication Consultations and Drug-Herb Interactions: ChatGPT Performance Evaluation","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"China Medical University; China Medical University Hospital","keywords":"Pharmacist; Medicine; Pharmacy; Family medicine; Set (abstract data type); Computer science","score_opus":0.17173678036225673,"score_gpt":0.5053216186434543,"score_spread":0.33358483828119756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385236544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96357846,0.00017113649,0.000038750568,0.027277378,0.0018431159,0.0010264893,0.0000014422038,0.00020349977,0.0058597387],"genre_scores_gemma":[0.9904164,0.0013512083,0.0002322994,0.0013868695,0.0010077807,0.0013576057,0.0006101,0.000022209848,0.0036155204],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99777365,0.00014720968,0.00058161863,0.00035858504,0.0008823992,0.00025656872],"domain_scores_gemma":[0.99804306,0.0004817532,0.00018087127,0.00027650516,0.00060150534,0.0004162917],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016409485,0.00013619893,0.00018192954,0.00055925886,0.00028166798,0.00003432922,0.00008088329,0.0001122025,0.001232583],"category_scores_gemma":[0.002563249,0.00013097287,0.000028334294,0.0011359435,0.00015547781,0.000317411,0.000025824602,0.00034909853,0.0004132569],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038908704,0.00026012197,0.063953616,0.0001728779,0.00001826064,7.7424266e-7,0.00923293,0.000004293127,0.0001845705,0.0005397932,0.02720401,0.8983898],"study_design_scores_gemma":[0.00033902717,0.00017115752,0.87605333,0.0015320126,0.00015967732,0.00006199699,0.024238996,0.057584662,0.0011230371,0.0012742534,0.037152134,0.00030970116],"about_ca_topic_score_codex":0.0006032292,"about_ca_topic_score_gemma":0.0003935782,"teacher_disagreement_score":0.8980801,"about_ca_system_score_codex":0.00030241002,"about_ca_system_score_gemma":0.0029284004,"threshold_uncertainty_score":0.9996804},"labels":[],"label_agreement":null},{"id":"W4385236556","doi":"10.2196/47339","title":"The Use of ChatGPT for Education Modules on Integrated Pharmacotherapy of Infectious Disease: Educators' Perspectives","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Syllabus; Curriculum; Pharmacotherapy; Medical education; Medicine; Disease; Psychology; Mathematics education; Pedagogy; Nursing; Pathology","score_opus":0.0937464223306221,"score_gpt":0.4781973017987682,"score_spread":0.3844508794681461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385236556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97518307,0.00073266216,0.00014337464,0.019665826,0.0026108641,0.0014797036,0.000012371119,0.00006911814,0.000102993916],"genre_scores_gemma":[0.9936615,0.0015193989,0.00012122871,0.00095929933,0.0009722189,0.0011672466,0.00025530322,0.000027223712,0.0013165566],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998511,0.000097096075,0.000499017,0.00024416336,0.00043930364,0.00020941063],"domain_scores_gemma":[0.9975381,0.00072319276,0.00022628871,0.00032519177,0.00087515055,0.00031207182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004037361,0.00013046617,0.00020145733,0.00028928055,0.00015394247,0.000018159439,0.00011533809,0.000112072565,0.00013874608],"category_scores_gemma":[0.002881176,0.00009331429,0.00011887458,0.0007055313,0.00022738436,0.000107465836,0.000009326297,0.00019361141,0.000020756492],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072352466,0.0033133088,0.013120301,0.00046563396,0.000062132116,1.6018285e-7,0.0115722325,0.00001276154,0.0006290734,0.009635292,0.08013583,0.8803297],"study_design_scores_gemma":[0.0008571593,0.0025215216,0.19309941,0.004652037,0.0003397263,0.000019900584,0.12789884,0.01080398,0.0326652,0.021285783,0.6051146,0.00074183504],"about_ca_topic_score_codex":0.0004304469,"about_ca_topic_score_gemma":0.00002710364,"teacher_disagreement_score":0.8795879,"about_ca_system_score_codex":0.00018307376,"about_ca_system_score_gemma":0.006114185,"threshold_uncertainty_score":0.99952024},"labels":[],"label_agreement":null},{"id":"W4385266429","doi":"10.2196/50945","title":"The Role of Large Language Models in Medical Education: Applications and Implications","year":2023,"lang":"en","type":"editorial","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":229,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; National Institutes of Health; Yale University","keywords":"Apprehension; Psychology; Brainstorming; Interpersonal communication; Health care; Curriculum; Pedagogy; Social psychology; Cognitive psychology; Political science; Computer science","score_opus":0.030855195833546466,"score_gpt":0.46554868466416627,"score_spread":0.4346934888306198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385266429","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015278232,0.033139274,0.0003543537,0.105490126,0.8294083,0.0067636813,0.00016799821,0.00032850078,0.00906952],"genre_scores_gemma":[0.13052174,0.021533314,0.00025530905,0.0022035919,0.8182519,0.017071629,0.005491087,0.00019387754,0.0044775326],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99636966,0.0001363876,0.0010860021,0.00051051506,0.0014827548,0.00041469297],"domain_scores_gemma":[0.9953507,0.0019961142,0.00034999332,0.00078404567,0.0007953671,0.00072376855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014613614,0.00023530888,0.0004183754,0.00031818048,0.00023665352,0.000036932786,0.00042484532,0.0012496783,0.00023254809],"category_scores_gemma":[0.008046701,0.00019022693,0.000093127535,0.00083014386,0.00028241862,0.00010550498,0.00010259864,0.0013210777,0.000071007045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026112695,0.0009595593,0.0005622689,0.00028422638,0.000017096962,4.4823875e-7,0.0022241191,1.6133252e-7,0.0000041553553,0.007424605,0.59173936,0.39675787],"study_design_scores_gemma":[0.000104250554,0.00006432176,0.0009376654,0.0010226518,0.000056496596,0.0000116993815,0.011718297,0.00061476766,0.000026026644,0.019095987,0.96616,0.00018782368],"about_ca_topic_score_codex":0.0015819217,"about_ca_topic_score_gemma":0.0016977193,"teacher_disagreement_score":0.39657006,"about_ca_system_score_codex":0.00028039343,"about_ca_system_score_gemma":0.02938338,"threshold_uncertainty_score":0.9761191},"labels":[],"label_agreement":null},{"id":"W4385397762","doi":"10.2196/50902","title":"Authors’ Response to the Validity of Cortisol and Galvanic Skin Responses for Measuring Student Stress During Training","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Stress Responses and Cortisol","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Skin conductance; Psychology; Galvanic cell; Fight-or-flight response; Stress (linguistics); Clinical psychology; Medicine; Biomedical engineering; Biology; Chemistry","score_opus":0.0988485726439363,"score_gpt":0.4013355218453327,"score_spread":0.3024869492013964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385397762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99063593,0.000039962513,0.000076994496,0.007612469,0.0006243134,0.0008868098,0.000029162986,0.000075016855,0.000019356714],"genre_scores_gemma":[0.9975657,0.000111732996,0.000042783307,0.0003434802,0.00021286507,0.00076828763,0.0000023004225,0.000021086018,0.000931754],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9974607,0.00063452916,0.00037457034,0.00039439782,0.0008118674,0.00032391562],"domain_scores_gemma":[0.9970394,0.00210148,0.0001301276,0.0003955827,0.00006605065,0.0002673901],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006769923,0.00012908928,0.0001825714,0.000205601,0.00027535044,0.000054737844,0.00046504353,0.000083349885,0.000051783005],"category_scores_gemma":[0.018316127,0.00010007902,0.00006744479,0.0005073007,0.000108603504,0.000075809374,0.00019296801,0.00016879229,0.000011011394],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010449209,0.00079912785,0.013805196,0.0003871555,0.00002818214,0.000035567966,0.058999926,0.0000700645,0.72660345,0.00058598764,0.0042157597,0.18402036],"study_design_scores_gemma":[0.000692088,0.00048324032,0.9194842,0.00036809949,0.000018337345,0.00003538542,0.0071389982,0.00051719695,0.067791566,0.000119796256,0.0031555558,0.00019553931],"about_ca_topic_score_codex":0.00001615249,"about_ca_topic_score_gemma":0.00003353699,"teacher_disagreement_score":0.905679,"about_ca_system_score_codex":0.000051560757,"about_ca_system_score_gemma":0.0006247908,"threshold_uncertainty_score":0.98995304},"labels":[],"label_agreement":null},{"id":"W4385398744","doi":"10.2196/50109","title":"Authors’ Reply to: Additional Considerations for US Residency Selection After Pass/Fail USMLE Step 1. Comment on “The US Residency Selection Process After the United States Medical Licensing Examination Step 1 Pass/Fail Change: Overview for Applicants and Educators”","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Selection (genetic algorithm); Medical education; Process (computing); Medical school; Psychology; Computer science; Medicine; Artificial intelligence; Programming language","score_opus":0.0533446893062084,"score_gpt":0.37666368621751317,"score_spread":0.3233189969113048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385398744","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43250707,0.00016278306,0.00049646856,0.5597405,0.0016333724,0.0048987526,0.00021480689,0.00018505326,0.00016121894],"genre_scores_gemma":[0.87183666,0.00055864645,0.00043224695,0.10288287,0.0038461504,0.01779702,0.0012531917,0.000047921978,0.001345293],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958163,0.0006806935,0.0004511434,0.00051786425,0.0020555777,0.0004784574],"domain_scores_gemma":[0.9956539,0.0025541948,0.00020316719,0.0001988455,0.0009106603,0.00047917967],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00407614,0.0002145444,0.0002228793,0.0003068151,0.0015417478,0.00023557329,0.00026361697,0.0002848408,0.0026956256],"category_scores_gemma":[0.0067050797,0.00016409409,0.00007270055,0.0013198063,0.000352977,0.0003095125,0.00006443724,0.00040896476,0.000031061707],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020927431,0.00027075363,0.0027923465,0.00019111358,0.00004505826,0.0000018763644,0.027040048,0.0000029711507,0.0000021701455,0.0057951626,0.9460766,0.017572682],"study_design_scores_gemma":[0.00084931456,0.000533153,0.13853624,0.001426608,0.00016828394,0.00001676385,0.05030031,0.0030149415,0.00002561592,0.008610331,0.7960836,0.00043479775],"about_ca_topic_score_codex":0.0021865496,"about_ca_topic_score_gemma":0.008490298,"teacher_disagreement_score":0.45685762,"about_ca_system_score_codex":0.00036344057,"about_ca_system_score_gemma":0.002572544,"threshold_uncertainty_score":0.9997581},"labels":[],"label_agreement":null},{"id":"W4385398923","doi":"10.2196/47763","title":"Additional Considerations for US Residency Selection After Pass/Fail USMLE Step 1. Comment on “The US Residency Selection Process After the United States Medical Licensing Examination Step 1 Pass/Fail Change: Overview for Applicants and Educators”","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Selection (genetic algorithm); Medical education; Process (computing); Residency training; Medicine; Medical school; Psychology; Computer science; Artificial intelligence","score_opus":0.10554892681503882,"score_gpt":0.44244743088903693,"score_spread":0.33689850407399813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385398923","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35769778,0.00040253173,0.0004622515,0.63175327,0.0006699543,0.0082428865,0.0005249767,0.00017739883,0.00006894846],"genre_scores_gemma":[0.7529908,0.0019427292,0.0006055713,0.17287223,0.005296076,0.059091397,0.0061582215,0.00011995038,0.0009230377],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948192,0.0005752998,0.00073468586,0.0005929238,0.002310651,0.00096720795],"domain_scores_gemma":[0.99025244,0.0057770675,0.00023508827,0.00029362278,0.0011254727,0.0023162859],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035499877,0.00030974508,0.0003661077,0.00046432344,0.0007412191,0.000116807685,0.00014145202,0.00042220423,0.0069294195],"category_scores_gemma":[0.045930617,0.0002059406,0.00009677817,0.0012485262,0.00031019904,0.00024337959,0.000049898277,0.0008610622,0.00005049963],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000722444,0.0005120335,0.0014534326,0.0011658426,0.000061015176,0.000005875749,0.00211105,6.6978015e-7,0.000007990678,0.0006581115,0.939204,0.05409756],"study_design_scores_gemma":[0.0025703337,0.0015964829,0.19680074,0.0040285042,0.00017076817,0.0001731375,0.0031990965,0.019755695,0.00008004867,0.0031233246,0.7680897,0.0004121705],"about_ca_topic_score_codex":0.0004975812,"about_ca_topic_score_gemma":0.0014562119,"teacher_disagreement_score":0.45888105,"about_ca_system_score_codex":0.00054180867,"about_ca_system_score_gemma":0.013648965,"threshold_uncertainty_score":0.9939784},"labels":[],"label_agreement":null},{"id":"W4385399293","doi":"10.2196/45340","title":"How Valid Are Cortisol and Galvanic Skin Responses in Measuring Student Stress During Training? Comment on the Psychological Effects of Simulation Training","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Skin conductance; Training (meteorology); Psychology; Stress (linguistics); Galvanic cell; Psychological stress; Applied psychology; Clinical psychology; Medicine; Biomedical engineering; Materials science; Physics","score_opus":0.15803681364847985,"score_gpt":0.5147128108113709,"score_spread":0.356675997162891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385399293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9330145,0.00021844442,0.000012757659,0.064316176,0.0008813149,0.0014304213,0.0000062314393,0.000060255337,0.000059860107],"genre_scores_gemma":[0.9952368,0.00020517192,0.000017015407,0.002933784,0.00037662714,0.0010560304,0.000016354736,0.000019854504,0.0001383609],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995963,0.0017921416,0.0005865841,0.00033690684,0.0008660249,0.00045535868],"domain_scores_gemma":[0.99469763,0.0043047913,0.00034093345,0.00030946004,0.000102902944,0.00024430925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015802556,0.00016385344,0.00033700906,0.00021375141,0.00044685203,0.000015211143,0.0002443144,0.00028953684,0.00009775608],"category_scores_gemma":[0.005320733,0.000109442626,0.000046980254,0.00036188078,0.00008418175,0.00006966608,0.0001268184,0.0009560852,0.000008135824],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009875598,0.002420491,0.47426492,0.0046534287,0.00006793499,0.000058774265,0.23993349,0.00011781797,0.000842334,0.001338317,0.00341964,0.2718953],"study_design_scores_gemma":[0.0009898868,0.00017807745,0.92632097,0.010554827,0.0000069291527,0.0000010028543,0.06060282,0.0006331364,0.000055980436,0.00025299593,0.00029146147,0.000111903544],"about_ca_topic_score_codex":0.000049756873,"about_ca_topic_score_gemma":0.00009985029,"teacher_disagreement_score":0.45205605,"about_ca_system_score_codex":0.00014752118,"about_ca_system_score_gemma":0.0004929619,"threshold_uncertainty_score":0.6369799},"labels":[],"label_agreement":null},{"id":"W4385521434","doi":"10.2196/48586","title":"The Impact of Web-Based Continuing Medical Education Using Patient Simulation on Real-World Treatment Selection in Type 2 Diabetes: Retrospective Case-Control Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Diabetes Treatment and Management","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Continuing medical education; Intervention (counseling); Glycemic; Odds ratio; Type 2 diabetes; Internal medicine; Diabetes mellitus; Family medicine; Continuing education; Medical education; Nursing; Insulin; Endocrinology","score_opus":0.012103942012228074,"score_gpt":0.3630980020171875,"score_spread":0.3509940600049594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385521434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967481,0.00007922122,0.000021511441,0.0009729231,0.0003306795,0.0012508958,0.000004355855,0.00007468854,0.0005176234],"genre_scores_gemma":[0.99876153,0.00006867946,0.000034452216,0.0001900045,0.00019696148,0.0003207592,0.00018174491,0.000021797236,0.00022405075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99782133,0.00020996403,0.000525554,0.0003334811,0.0007953961,0.00031427311],"domain_scores_gemma":[0.99853504,0.0004173875,0.00026256996,0.00024630412,0.0002694664,0.00026926066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005919766,0.00020646722,0.00042611442,0.0009782957,0.00010365138,0.000026391603,0.00006447616,0.00013862652,0.00034712086],"category_scores_gemma":[0.0010478693,0.00013711,0.00023336196,0.0029612705,0.00006892439,0.000074402866,0.000012584465,0.00016987888,0.0000135345745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003965627,0.0035045738,0.7024935,0.000045144727,0.0010331318,0.000021765438,0.0009252727,0.0099416105,0.000075623044,0.00012443062,0.0010912156,0.28034717],"study_design_scores_gemma":[0.0016666054,0.0010622767,0.52113473,0.0002861751,0.00061907596,0.0000015339499,0.00029788841,0.47455254,0.000051111463,0.000044942662,0.00018567545,0.000097457945],"about_ca_topic_score_codex":0.0013537827,"about_ca_topic_score_gemma":0.0012653606,"teacher_disagreement_score":0.46461093,"about_ca_system_score_codex":0.002048454,"about_ca_system_score_gemma":0.0022529317,"threshold_uncertainty_score":0.55911833},"labels":[],"label_agreement":null},{"id":"W4385668859","doi":"10.2196/48263","title":"Benefits of Mentoring in Oncology Education for Mentors and Mentees: Pre-Post Interventional Study of the British Oncology Network for Undergraduate Societies' National Oncology Mentorship Scheme","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Research UK","keywords":"Mentorship; Oncology; Internal medicine; Specialty; Medical education; Curriculum; Medicine; Psychology; Family medicine; Pedagogy","score_opus":0.04682959884025795,"score_gpt":0.42843113879632067,"score_spread":0.3816015399560627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385668859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9765611,0.00038530477,0.000038100716,0.008991214,0.009430723,0.0026543238,0.000022126087,0.000026682228,0.001890383],"genre_scores_gemma":[0.97800565,0.00013533473,0.0009994358,0.00071794563,0.0011877742,0.009175124,0.00031420504,0.000035786845,0.0094287265],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.997242,0.00035610414,0.0009673055,0.00042002823,0.00059241604,0.00042219902],"domain_scores_gemma":[0.9979037,0.0008491096,0.0005834797,0.00014601195,0.00035818043,0.00015951731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030373356,0.00015459047,0.0003773256,0.00016363303,0.00019132534,0.000018745208,0.00031985927,0.00034843563,0.00011770096],"category_scores_gemma":[0.00094676635,0.00015133597,0.00010062645,0.0004312851,0.00013322363,0.00007382708,0.00013447167,0.0002745033,0.0000025167333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007907549,0.023427058,0.07634109,0.0007644553,0.0007094584,6.0438066e-7,0.056729835,0.00007362796,0.00019682308,0.04080222,0.4134439,0.38672018],"study_design_scores_gemma":[0.011162726,0.006163687,0.49418256,0.0018336086,0.00016700414,0.000033690798,0.07129665,0.00042922786,0.00008887807,0.021085378,0.39302114,0.00053544546],"about_ca_topic_score_codex":0.00037712022,"about_ca_topic_score_gemma":0.0007145843,"teacher_disagreement_score":0.41784146,"about_ca_system_score_codex":0.0008330611,"about_ca_system_score_gemma":0.003072485,"threshold_uncertainty_score":0.6171302},"labels":[],"label_agreement":null},{"id":"W4385683806","doi":"10.2196/45277","title":"Developing a Web-Based Asynchronous Case Discussion Format on Social Media to Teach Clinical Reasoning: Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attendance; Social media; Online discussion; Medical education; Psychology; Asynchronous communication; Computer science; World Wide Web; Medicine","score_opus":0.17170389269656966,"score_gpt":0.5732744633555386,"score_spread":0.4015705706589689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385683806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8781324,0.000014773732,0.00057672476,0.093487196,0.023618842,0.0032516988,0.000003051428,0.00047882367,0.00043650036],"genre_scores_gemma":[0.9734703,0.000025053401,0.009029407,0.0027576147,0.008006763,0.0065190857,0.000079986334,0.000049093418,0.00006272915],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99168336,0.0043271217,0.0009556089,0.00060522073,0.0016764731,0.0007522051],"domain_scores_gemma":[0.99069047,0.0071732136,0.0003011609,0.00030856015,0.0003024758,0.0012241022],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.013029178,0.0002283012,0.0004326331,0.00043925602,0.0015693245,0.000098320066,0.00045946633,0.00052689394,0.00030314497],"category_scores_gemma":[0.08031433,0.00018520464,0.0001250233,0.0022364373,0.00027447648,0.00018310716,0.000091783004,0.0007307405,0.00038849],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046925914,0.0011669528,0.007958778,0.000036418398,0.000011330659,0.000023988283,0.14612783,5.108965e-7,0.0000011826769,0.0017141603,0.040896427,0.8020155],"study_design_scores_gemma":[0.0016613706,0.0004000249,0.3185571,0.00043663805,0.000066003086,0.000012651479,0.43044254,0.0005148248,0.000013021857,0.0010210762,0.24619511,0.0006796078],"about_ca_topic_score_codex":0.0008531607,"about_ca_topic_score_gemma":0.0032854027,"teacher_disagreement_score":0.8013359,"about_ca_system_score_codex":0.0013136559,"about_ca_system_score_gemma":0.015900068,"threshold_uncertainty_score":0.99973047},"labels":[],"label_agreement":null},{"id":"W4385815999","doi":"10.2196/48254","title":"Assessing Health Students' Attitudes and Usage of ChatGPT in Jordan: Validation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":206,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Applied Science Private University","keywords":"Psychology; Medical education; Medicine","score_opus":0.14657100788688332,"score_gpt":0.5622959074618574,"score_spread":0.4157248995749741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385815999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98827696,0.0001604654,0.000017458735,0.009926316,0.000541309,0.00097165053,3.5153735e-7,0.00003462079,0.00007088968],"genre_scores_gemma":[0.9984494,0.00019291884,0.00008084107,0.0006574004,0.0002475322,0.00018232728,0.000052812786,0.000010824334,0.00012593441],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981792,0.00016042929,0.0005632257,0.0002320802,0.0006738179,0.00019126921],"domain_scores_gemma":[0.9991839,0.00015208808,0.00014066022,0.00017411206,0.00011313228,0.0002361265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017080518,0.00008251762,0.00023030602,0.00033075776,0.00007271937,0.00003224039,0.000078814424,0.00008358354,0.00011996466],"category_scores_gemma":[0.0008714342,0.000076207594,0.0000201908,0.0007021723,0.000058903126,0.00018590878,0.000034206387,0.00020529631,0.00002292301],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016206583,0.0017669961,0.78163266,0.00028543247,0.00000691674,0.0000017809987,0.01196222,0.000001030505,0.000032951306,0.000060704253,0.00062086165,0.20361225],"study_design_scores_gemma":[0.00012556811,0.00031441692,0.9759813,0.00055678823,0.00000757754,0.0000068698,0.022184012,0.00013964775,0.00019121895,0.0002584391,0.00017702168,0.000057173944],"about_ca_topic_score_codex":0.0014628146,"about_ca_topic_score_gemma":0.00022649234,"teacher_disagreement_score":0.20355508,"about_ca_system_score_codex":0.0001404511,"about_ca_system_score_gemma":0.001787736,"threshold_uncertainty_score":0.31713668},"labels":[],"label_agreement":null},{"id":"W4385897550","doi":"10.2196/44789","title":"Exploring the Educational Value of Popular Culture in Web-Based Medical Education: Pre-Post Study on Teaching Jaundice Using “The Simpsons”","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Likert scale; Medical education; Medicine; Videoconferencing; Psychology; Student engagement; Value (mathematics); Multimedia; Computer science; World Wide Web","score_opus":0.10239099994197144,"score_gpt":0.5239465131034422,"score_spread":0.4215555131614708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385897550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.925401,0.00004888026,0.00004970587,0.06733285,0.0035309354,0.002413076,0.000007809678,0.000069813344,0.0011459446],"genre_scores_gemma":[0.97291416,0.00001749788,0.00019809954,0.021755895,0.0014417985,0.0027991466,0.00021656342,0.000021831354,0.0006349953],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928285,0.0027328269,0.0018173094,0.00034081753,0.0018156251,0.00046492173],"domain_scores_gemma":[0.9966984,0.0011604581,0.00061406265,0.00068431644,0.0004095117,0.00043326843],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008820687,0.00020171003,0.00027856394,0.00033742416,0.0012794246,0.000030188638,0.0007379801,0.00024600484,0.0011590042],"category_scores_gemma":[0.015195687,0.00012149033,0.00007550598,0.0011851412,0.00013861798,0.000677416,0.00012058573,0.0022561888,0.00014305454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025221708,0.008500068,0.53811646,0.0015453453,0.000036208054,0.0000011903782,0.27736238,0.0001513188,0.000021098745,0.0259084,0.068874404,0.079230934],"study_design_scores_gemma":[0.0011900179,0.0001577432,0.7739183,0.0025976023,0.000024003457,0.0000035985847,0.11807311,0.02506066,0.0000030665983,0.0006320335,0.07811167,0.00022824387],"about_ca_topic_score_codex":0.0007459536,"about_ca_topic_score_gemma":0.00023330114,"teacher_disagreement_score":0.23580182,"about_ca_system_score_codex":0.00045346323,"about_ca_system_score_gemma":0.029181756,"threshold_uncertainty_score":0.9997541},"labels":[],"label_agreement":null},{"id":"W4385898567","doi":"10.2196/47427","title":"Using ChatGPT as a Learning Tool in Acupuncture Education: Comparative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; National Research Foundation of Korea; National Research Foundation","keywords":"Acupuncture; Wilcoxon signed-rank test; Medicine; Medical physics; Physical therapy; Point (geometry); Alternative medicine; Artificial intelligence; Computer science; Pathology; Internal medicine; Mathematics","score_opus":0.21927103159123904,"score_gpt":0.557538552340136,"score_spread":0.338267520748897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385898567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98504025,0.00017684125,0.000015438063,0.010005787,0.0018205311,0.0015947585,2.465756e-7,0.00011334785,0.0012327853],"genre_scores_gemma":[0.99407244,0.000051173276,0.00011497827,0.001965652,0.001326066,0.00062137895,0.00011124679,0.000018965196,0.0017180918],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9979846,0.00017987234,0.0005240636,0.00035981007,0.0006509276,0.00030073564],"domain_scores_gemma":[0.9989369,0.0001627465,0.00011447599,0.00024474564,0.0002868252,0.0002543057],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006685121,0.00017761912,0.00031564542,0.0003079849,0.00016340574,0.000032171854,0.000108600005,0.00019722125,0.0010590114],"category_scores_gemma":[0.0015081118,0.00014093657,0.000056009274,0.001383788,0.000064303444,0.00015633108,0.000032541324,0.0007878372,0.00061339664],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021169912,0.0060015516,0.42439917,0.00023079084,0.000036910285,0.000019437939,0.1446465,0.00007380296,0.00024482555,0.00066978915,0.011217435,0.41224808],"study_design_scores_gemma":[0.00044672922,0.0012808733,0.4140336,0.0020239914,0.00010716155,0.00019812834,0.5277373,0.011548057,0.00064620306,0.0040548136,0.03734143,0.0005817259],"about_ca_topic_score_codex":0.0013859395,"about_ca_topic_score_gemma":0.0001984265,"teacher_disagreement_score":0.41166636,"about_ca_system_score_codex":0.00035503428,"about_ca_system_score_gemma":0.007883424,"threshold_uncertainty_score":0.99985415},"labels":[],"label_agreement":null},{"id":"W4385967155","doi":"10.2196/48780","title":"Anki Tagger: A Generative AI Tool for Aligning Third-Party Resources to Preclinical Curriculum","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Generative grammar; Computer science; Artificial intelligence; Natural language processing; Psychology; Pedagogy","score_opus":0.029413606894392093,"score_gpt":0.3854807537735736,"score_spread":0.3560671468791815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385967155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45719263,0.00006815698,0.45583996,0.08237175,0.0023401,0.001125222,0.0000027141002,0.00051527756,0.0005441748],"genre_scores_gemma":[0.7795308,0.000021980222,0.16651109,0.04073659,0.0052223937,0.004040338,0.00006680306,0.000042883414,0.0038271167],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979863,0.00011001051,0.00040380532,0.0005521397,0.0006112869,0.0003364456],"domain_scores_gemma":[0.9987178,0.00026574114,0.00008062472,0.00044879568,0.0001665796,0.0003204711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010536799,0.00012405319,0.00017893515,0.00013058534,0.0001615132,0.00013630041,0.00069573993,0.00014862505,0.000041968473],"category_scores_gemma":[0.0019003991,0.00010687689,0.00007831231,0.0005779944,0.000033803874,0.00025942083,0.00023115076,0.0002096086,0.00015226104],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012876267,0.00047054837,0.002510403,0.00007457446,0.000025123787,0.000004213837,0.017288094,0.00023454148,0.00029039534,0.03600674,0.66040367,0.2826788],"study_design_scores_gemma":[0.00060390326,0.00023308364,0.0047522336,0.00027880183,0.000012353267,0.000011854719,0.0006914296,0.6578592,0.0005003625,0.011842949,0.32276553,0.0004483161],"about_ca_topic_score_codex":0.000028688544,"about_ca_topic_score_gemma":0.000010272393,"teacher_disagreement_score":0.65762466,"about_ca_system_score_codex":0.000059568512,"about_ca_system_score_gemma":0.0008517387,"threshold_uncertainty_score":0.4358313},"labels":[],"label_agreement":null},{"id":"W4386084222","doi":"10.2196/51494","title":"Can AI Mitigate Bias in Writing Letters of Recommendation?","year":2023,"lang":"en","type":"editorial","venue":"JMIR Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Ontario; JMIR Publications","funders":"Society of General Internal Medicine","keywords":"Task (project management); Computer science; Unconscious mind; Generative grammar; Recommender system; Implicit bias; Artificial intelligence; Natural language processing; Data science; Cognitive psychology; Psychology; World Wide Web; Social psychology","score_opus":0.027351292333573217,"score_gpt":0.3875680935403085,"score_spread":0.3602168012067353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386084222","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068041766,0.00002789031,0.0000030334259,0.117190264,0.8721351,0.00026030128,0.00003909783,0.000053659318,0.0034864515],"genre_scores_gemma":[0.012402961,0.00063433265,0.000036942154,0.004255119,0.9783013,0.00011941516,0.0021831333,0.000027830845,0.0020389922],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964533,0.00035326515,0.0004063439,0.00025528073,0.0022519866,0.0002798457],"domain_scores_gemma":[0.9978646,0.0012589874,0.00022105023,0.00012885185,0.00026219015,0.00026430003],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035575267,0.00011389382,0.0002673352,0.0002752993,0.00013815756,0.00004496952,0.0005312394,0.0005983069,0.0010240446],"category_scores_gemma":[0.014149366,0.00012417564,0.00006300387,0.0006102577,0.00036545756,0.00010299002,0.00006986997,0.00085187925,0.000036780202],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048037573,0.0000851656,0.0006716486,0.000102889404,0.000008814262,0.0000028726924,0.00982698,1.3886117e-7,9.926533e-7,0.00021907975,0.9647018,0.024374856],"study_design_scores_gemma":[0.00026682793,0.000018162322,0.00043011262,0.000936545,0.000018166898,6.807259e-8,0.024453843,0.0000035133803,0.0000014574732,0.00030054338,0.97344935,0.00012138546],"about_ca_topic_score_codex":0.011962135,"about_ca_topic_score_gemma":0.0071879677,"teacher_disagreement_score":0.11293514,"about_ca_system_score_codex":0.00035306538,"about_ca_system_score_gemma":0.005522155,"threshold_uncertainty_score":0.99988914},"labels":[],"label_agreement":null},{"id":"W4386260371","doi":"10.2196/49372","title":"Health Care and Social Work Students’ Experiences With a Virtual Reality Simulation Learning Activity: Qualitative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"VID vitenskapelige høgskole","keywords":"Facilitator; Thematic analysis; Focus group; Virtual reality; Psychology; Nurse education; Qualitative research; Instructional simulation; Health care; Harm; Medical education; Computer science; Pedagogy; Medicine; Human–computer interaction; Social psychology; Sociology","score_opus":0.045379005231905835,"score_gpt":0.4687446105128575,"score_spread":0.42336560528095163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386260371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.972206,0.000016967504,0.017810801,0.008966556,0.00009310406,0.0006688121,7.329135e-7,0.00017773255,0.000059316346],"genre_scores_gemma":[0.99880624,0.000004545523,0.000100153804,0.0003419717,0.000097015676,0.0005345005,0.000022802,0.000007369844,0.00008537637],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975357,0.00059082184,0.00021196176,0.00040034516,0.0010289169,0.00023225784],"domain_scores_gemma":[0.9990323,0.00026714057,0.00015875258,0.00019878199,0.00011595536,0.00022703456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010006768,0.00011849433,0.000188634,0.000115905634,0.0006101957,0.00019089803,0.000325457,0.00006434085,0.000010488114],"category_scores_gemma":[0.00022769079,0.00009833589,0.000019891431,0.0012220732,0.00010735321,0.00040458998,0.00015442923,0.00023043805,0.000013230951],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018719164,0.00035953012,0.00078484113,0.000013100329,0.000009180643,3.9992182e-7,0.73510027,0.000037376096,4.5921985e-7,0.0006829841,0.00034798577,0.26264516],"study_design_scores_gemma":[0.00048574532,0.0011938638,0.098925956,0.00004411422,0.000004063705,9.905448e-7,0.8948735,0.0031986353,0.0000018768851,0.000076506316,0.001040368,0.00015436247],"about_ca_topic_score_codex":0.00021023263,"about_ca_topic_score_gemma":0.00006627015,"teacher_disagreement_score":0.2624908,"about_ca_system_score_codex":0.00013674743,"about_ca_system_score_gemma":0.00092370564,"threshold_uncertainty_score":0.46931934},"labels":[],"label_agreement":null},{"id":"W4386407038","doi":"10.2196/46482","title":"Artificial Intelligence in Medical Education: Comparative Analysis of ChatGPT, Bing, and Medical Students in Germany","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; German; Psychology; Medicine; Geography","score_opus":0.11327798617059548,"score_gpt":0.5313391288631245,"score_spread":0.41806114269252903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386407038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96992767,0.0004314037,0.00007859997,0.027296778,0.0010000776,0.0006557603,0.0000016625988,0.000040999043,0.0005670355],"genre_scores_gemma":[0.9949685,0.00084357016,0.00006248839,0.0029277964,0.0004895899,0.00037926176,0.00016752134,0.000011713217,0.00014959699],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99474716,0.00023824889,0.001432152,0.00048720423,0.0027177099,0.00037752686],"domain_scores_gemma":[0.99781734,0.00050397177,0.00020137172,0.00032063684,0.00026756994,0.0008891385],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027576603,0.00018568152,0.00064604316,0.0017918161,0.000061058665,0.000025137126,0.0003750434,0.0004810558,0.0030717491],"category_scores_gemma":[0.00421068,0.00017308077,0.00009033317,0.00451725,0.0003683868,0.000128413,0.00011050478,0.00070009497,0.000093937226],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001455007,0.0044307164,0.45307875,0.00024089165,0.00011409594,0.00002720452,0.024019307,0.00000791143,0.00001834293,0.003943497,0.0023684162,0.5116054],"study_design_scores_gemma":[0.00011989774,0.00023676906,0.9211098,0.0019743864,0.00017410326,0.00004016565,0.026636923,0.043852743,0.00031075533,0.0034903716,0.0017573126,0.00029676975],"about_ca_topic_score_codex":0.002083133,"about_ca_topic_score_gemma":0.004059679,"teacher_disagreement_score":0.5113086,"about_ca_system_score_codex":0.00023204822,"about_ca_system_score_gemma":0.008351706,"threshold_uncertainty_score":0.99783957},"labels":[],"label_agreement":null},{"id":"W4386439692","doi":"10.2196/48039","title":"Performance of ChatGPT on the Peruvian National Licensing Medical Examination: Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Context (archaeology); Medical education; Psychology; Sample (material); Medicine; Family medicine; Medical school; Geography","score_opus":0.14916710430303223,"score_gpt":0.4935031896576396,"score_spread":0.34433608535460736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386439692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97710514,0.000019463629,0.000004240311,0.017034333,0.0016386043,0.00077352015,0.0000013547625,0.00007089298,0.0033524446],"genre_scores_gemma":[0.99421096,0.00005071315,0.000011452661,0.002336337,0.0018851825,0.0003052073,0.000089857,0.000015409236,0.0010948888],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99596846,0.00015637648,0.0006333968,0.00028085412,0.0027405964,0.00022031652],"domain_scores_gemma":[0.99787265,0.0006395556,0.00014331342,0.00023458888,0.00081832835,0.0002915773],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030681305,0.000116553885,0.00015889919,0.00026661644,0.00028034323,0.00002522428,0.00018132008,0.00021951979,0.0029816395],"category_scores_gemma":[0.005329604,0.00008414851,0.00006132304,0.00084080664,0.00022038711,0.00010844434,0.0000328335,0.00047124733,0.0004461397],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101910555,0.00190857,0.88999766,0.00012363093,0.000026787911,0.0000027545248,0.0060346606,0.000007882884,0.000030060648,0.001202067,0.0066338554,0.09393018],"study_design_scores_gemma":[0.00009911461,0.00044176573,0.98696154,0.00019526709,0.000007335447,0.0000343304,0.003348769,0.006882749,0.00025386323,0.00010853712,0.0015918529,0.00007486899],"about_ca_topic_score_codex":0.00011081975,"about_ca_topic_score_gemma":0.000026547945,"teacher_disagreement_score":0.096963905,"about_ca_system_score_codex":0.0002067092,"about_ca_system_score_gemma":0.0038627668,"threshold_uncertainty_score":0.99792975},"labels":[],"label_agreement":null},{"id":"W4386457251","doi":"10.2196/50514","title":"Assessment of Resident and AI Chatbot Performance on the University of Toronto Family Medicine Residency Progress Test: Comparative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"McNemar's test; Test (biology); Medicine; Pace; Multiple choice; Medical education; Chatbot; Family medicine; Cohort; Psychology; Artificial intelligence; Computer science; Internal medicine; Significant difference; Statistics; Mathematics","score_opus":0.15186098784238,"score_gpt":0.5025409286234617,"score_spread":0.35067994078108167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386457251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9689605,0.0003147643,0.000003917779,0.02756769,0.00028197002,0.0010765439,9.5365135e-7,0.000021405567,0.0017722073],"genre_scores_gemma":[0.99828446,0.0006436075,0.000028212615,0.0003520808,0.00018682936,0.000042831914,0.000014710288,0.0000053250897,0.00044196646],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985299,0.00012190806,0.0003510202,0.00018852678,0.000680915,0.00012774153],"domain_scores_gemma":[0.99862784,0.0004568825,0.00016250958,0.0002601055,0.0003409163,0.00015175014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009020193,0.00008635875,0.00023920134,0.00006647875,0.00012414184,0.0000030536123,0.00011450289,0.00006885507,0.00045146528],"category_scores_gemma":[0.0004269954,0.00005911106,0.00002107991,0.0002611358,0.00033576143,0.00007954574,0.000031477884,0.0001897565,0.000009880957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019206366,0.0021703118,0.8165617,0.00046431686,0.000045927016,0.0000036881452,0.079230174,0.0000012562481,0.00025495063,0.0025065264,0.04186194,0.05670717],"study_design_scores_gemma":[0.00010602849,0.0017766533,0.86424375,0.0006885641,0.000031315656,0.0000019176591,0.13156845,0.00074855774,0.00015054566,0.00015208694,0.00048981764,0.000042335585],"about_ca_topic_score_codex":0.0035572047,"about_ca_topic_score_gemma":0.00068147614,"teacher_disagreement_score":0.056664836,"about_ca_system_score_codex":0.00014313952,"about_ca_system_score_gemma":0.0016647282,"threshold_uncertainty_score":0.5377453},"labels":[],"label_agreement":null},{"id":"W4386726268","doi":"10.2196/42154","title":"Creating Custom Immersive 360-Degree Videos for Use in Clinical and Nonclinical Settings: Tutorial","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Variety (cybernetics); Set (abstract data type); Pipeline (software); Virtual reality; Human–computer interaction; Visualization; Multimedia; Process (computing); Software deployment; Software engineering; Artificial intelligence","score_opus":0.07309794904477263,"score_gpt":0.4309120314366632,"score_spread":0.35781408239189055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386726268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9040093,0.000052367966,0.05114077,0.038760263,0.0032279629,0.0018519894,0.000014759986,0.00023074406,0.00071186305],"genre_scores_gemma":[0.9747979,0.00012976905,0.015877526,0.005385715,0.002457322,0.0008112973,0.00008817636,0.00002315219,0.0004291196],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99794227,0.00014560446,0.0006860595,0.00050264236,0.00041350356,0.00030989922],"domain_scores_gemma":[0.99648327,0.0023701468,0.00016213927,0.0004005257,0.00013349249,0.00045045896],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020856028,0.00011803699,0.00023741659,0.00014498206,0.00012597504,0.00015064004,0.0004236422,0.00025423808,0.000014680728],"category_scores_gemma":[0.010411693,0.000107899956,0.00007875596,0.0006272504,0.00014545454,0.0004976895,0.000195441,0.00032529866,0.000050651957],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000608455,0.0007242192,0.013616774,0.00006351054,0.000018083738,0.000003625273,0.002847637,0.0000027264819,0.000045808894,0.036352452,0.08057929,0.86568505],"study_design_scores_gemma":[0.0042645587,0.0007140379,0.6040119,0.000578914,0.000030007282,0.000026775193,0.0018939513,0.17467074,0.00006454082,0.013558827,0.19951457,0.0006712115],"about_ca_topic_score_codex":0.00014462517,"about_ca_topic_score_gemma":0.000044900007,"teacher_disagreement_score":0.86501384,"about_ca_system_score_codex":0.00005249857,"about_ca_system_score_gemma":0.0012721898,"threshold_uncertainty_score":0.99792403},"labels":[],"label_agreement":null},{"id":"W4386900903","doi":"10.2196/48804","title":"Supporting Clinical Competencies in Men’s Mental Health Using the Men in Mind Practitioner Training Program: User Experience Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Gender Roles and Identity Studies","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Australian Government; Movember Foundation","keywords":"Mental health; Psychology; Medical education; Training (meteorology); Applied psychology; Medicine; Psychotherapist","score_opus":0.15402218706041443,"score_gpt":0.5432095939203746,"score_spread":0.38918740685996017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386900903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9523256,0.00005310595,0.0000033936285,0.045263313,0.00052889995,0.0012298214,6.255026e-7,0.000030301091,0.0005649311],"genre_scores_gemma":[0.9982379,0.00012206701,0.0001817792,0.000428301,0.0002688036,0.00040585714,0.00000872277,0.0000058413143,0.00034069648],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9973651,0.00063409697,0.000566055,0.0002529506,0.0007815339,0.00040023396],"domain_scores_gemma":[0.9994189,0.000107979016,0.00018381227,0.00010062156,0.000045300207,0.00014335678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044180583,0.0000769027,0.00018297507,0.00010553777,0.0005635228,0.00008295098,0.00020365797,0.00006119554,0.00008679065],"category_scores_gemma":[0.0011662995,0.000060789513,0.00003609862,0.00070162676,0.00016872733,0.0002454838,0.00008147561,0.00026535228,0.000011243932],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048514235,0.00084745703,0.3475163,0.000005839489,0.0000064940377,0.0000019713573,0.61416763,0.0000014815187,0.0000014037613,0.00010071295,0.0073600975,0.02998575],"study_design_scores_gemma":[0.00021404351,0.00004439833,0.2744932,0.00004018454,0.0000017671327,7.2112283e-7,0.71164674,0.0003481228,1.7476512e-7,0.00005993636,0.013100758,0.00005000705],"about_ca_topic_score_codex":0.0112282755,"about_ca_topic_score_gemma":0.028190166,"teacher_disagreement_score":0.097479075,"about_ca_system_score_codex":0.00023618965,"about_ca_system_score_gemma":0.0019393193,"threshold_uncertainty_score":0.995356},"labels":[],"label_agreement":null},{"id":"W4387108520","doi":"10.2196/51421","title":"Exploring the Possible Use of AI Chatbots in Public Health Education: Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Università di Pisa","keywords":"Chatbot; Test (biology); Medical education; Session (web analytics); Public health; Psychology; Medicine; Computer science; Artificial intelligence; Nursing; World Wide Web","score_opus":0.6188145098930802,"score_gpt":0.5462706487116796,"score_spread":0.07254386118140055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387108520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85031724,0.00009089246,0.000011654579,0.14569093,0.0019896433,0.0017436531,8.567931e-7,0.00005766778,0.000097456636],"genre_scores_gemma":[0.99270844,0.00017264446,0.00004436229,0.0045833867,0.000641043,0.0013016918,0.000070791946,0.000015665322,0.0004619586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975123,0.00031900685,0.0007872345,0.0003190139,0.0007167156,0.00034575936],"domain_scores_gemma":[0.9981352,0.00030041803,0.00015617933,0.0005612846,0.0004004607,0.0004464214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002129244,0.0001152775,0.00025457595,0.00039016583,0.00014633736,0.000042993273,0.00016226391,0.0000753357,0.0002199474],"category_scores_gemma":[0.0033835908,0.00008708139,0.000053189877,0.00189024,0.00010855508,0.00042603118,0.000041136165,0.0004607886,0.00007858945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003367313,0.0048338743,0.5176453,0.00018788948,0.000008336198,6.8794606e-7,0.027498946,0.0000014386737,0.0000064141836,0.0007181741,0.0095193,0.439546],"study_design_scores_gemma":[0.000077903045,0.00033576833,0.9371451,0.00030088032,0.0000066529897,0.000008576189,0.053726166,0.0001904833,0.00005285462,0.0006380387,0.00744028,0.00007729067],"about_ca_topic_score_codex":0.004630551,"about_ca_topic_score_gemma":0.00076845614,"teacher_disagreement_score":0.43946868,"about_ca_system_score_codex":0.00040520908,"about_ca_system_score_gemma":0.015576258,"threshold_uncertainty_score":0.99000454},"labels":[],"label_agreement":null},{"id":"W4387111140","doi":"10.2196/45177","title":"Digital Microlearning for Training and Competency Development of Older Adult Care Personnel: Mixed Methods Intervention Study to Assess Needs, Effectiveness, and Areas of Application","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"E-Learning and COVID-19","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Forskningsrådet om Hälsa, Arbetsliv och Välfärd; Norges Forskningsråd; Terveyden Tutkimuksen Toimikunta; Vetenskapsrådet","keywords":"Competence (human resources); Psychology; Medical education; Needs assessment; Intervention (counseling); Work (physics); Nursing; Applied psychology; Knowledge management; Medicine; Computer science; Engineering","score_opus":0.030122618606214,"score_gpt":0.43441275014480724,"score_spread":0.4042901315385932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387111140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98079,0.00008194909,0.017663304,0.00030929863,0.00013946927,0.00086561526,0.0000015869857,0.00003836559,0.000110406414],"genre_scores_gemma":[0.99639213,0.0000049310634,0.0030003875,0.00002388088,0.0000536848,0.0004375787,0.000035673787,0.000008348505,0.00004336168],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99892133,0.000278697,0.00022732734,0.00018431548,0.00026664915,0.00012164805],"domain_scores_gemma":[0.99892104,0.0005287466,0.00012615006,0.000059346392,0.00022389498,0.00014079911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016245785,0.000069212714,0.0001658133,0.00015288859,0.0002100209,0.00002907199,0.00008852745,0.00006204571,0.0000057009493],"category_scores_gemma":[0.0021597224,0.000068521826,0.000030742212,0.00037381065,0.00009664248,0.00008286619,0.000039117265,0.00007826914,8.184203e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018012752,0.00019076231,0.039494857,0.00027571627,0.000015146579,3.8094345e-8,0.33209676,0.0000014317201,0.00019336697,0.0005087879,0.000019458059,0.62718564],"study_design_scores_gemma":[0.00042114267,0.00012833548,0.22588377,0.00029444022,0.000015570082,3.184601e-7,0.77123874,0.000090016634,0.00015252603,0.000098798904,0.0016000016,0.00007633582],"about_ca_topic_score_codex":0.00023887567,"about_ca_topic_score_gemma":0.0002197943,"teacher_disagreement_score":0.62710935,"about_ca_system_score_codex":0.000063315165,"about_ca_system_score_gemma":0.00067690393,"threshold_uncertainty_score":0.2794239},"labels":[],"label_agreement":null},{"id":"W4387128966","doi":"10.2196/46158","title":"Preliminary Evaluation of a Web-Based International Journal Club for Ketamine in Psychiatric Disorders: Cross-Sectional Survey Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Treatment of Major Depression","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Cross-sectional study; Journal club; Club; Psychiatry; Web survey; Medicine; Psychology; Family medicine; Medical education; World Wide Web; Computer science","score_opus":0.052294133953191345,"score_gpt":0.46327988046798924,"score_spread":0.4109857465147979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387128966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931686,0.00013277474,0.00007810845,0.0019709559,0.0025397367,0.0019418723,0.0000150752085,0.000042330514,0.00011053551],"genre_scores_gemma":[0.99712825,0.000024468729,0.00022010811,0.00010700921,0.0005423699,0.0009710277,0.0008158162,0.000020741156,0.00017023146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99641013,0.00032884112,0.00061102194,0.00028591044,0.0021943462,0.00016977098],"domain_scores_gemma":[0.9982085,0.00036280518,0.00024062858,0.00019002442,0.00083493616,0.00016308505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040257713,0.00012441861,0.00019740583,0.00076042634,0.00006108171,0.000026701022,0.00018364402,0.00014815645,0.00050159416],"category_scores_gemma":[0.0041311267,0.00010578279,0.0000988662,0.0006005524,0.000054174383,0.00012467003,0.000031362382,0.0002317631,0.000015462618],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013858322,0.0073309983,0.9474152,0.000045834942,0.00004715229,0.0000016886424,0.00025233973,0.000095524534,0.000026212892,0.0000030927383,0.0040313704,0.03936476],"study_design_scores_gemma":[0.0129850535,0.0010965456,0.96535623,0.0001078147,0.000056900924,0.00001443529,0.00023369981,0.019628363,0.000009494854,0.00020954254,0.00022509274,0.00007682516],"about_ca_topic_score_codex":0.000060265178,"about_ca_topic_score_gemma":0.0001857558,"teacher_disagreement_score":0.039287932,"about_ca_system_score_codex":0.0003164311,"about_ca_system_score_gemma":0.003606658,"threshold_uncertainty_score":0.6398056},"labels":[],"label_agreement":null},{"id":"W4387144847","doi":"10.2196/48785","title":"Opportunities, Challenges, and Future Directions of Generative Artificial Intelligence in Medical Education: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":391,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generative grammar; Artificial intelligence; Engineering ethics; Computer science; Engineering","score_opus":0.276377581926131,"score_gpt":0.5026699605586977,"score_spread":0.22629237863256674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387144847","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062500566,0.3107733,0.00007874173,0.6141154,0.0052160094,0.0027996493,0.0000031710422,0.00015316269,0.0043599894],"genre_scores_gemma":[0.064660065,0.9207707,0.00030516164,0.008736116,0.0037464201,0.0012221965,0.00024166057,0.000026221775,0.0002914267],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9975327,0.00018226879,0.0009354876,0.0003402902,0.00076277443,0.00024647627],"domain_scores_gemma":[0.9984111,0.00021446616,0.00016583705,0.0002668186,0.00036067178,0.00058109703],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001218685,0.00014746106,0.00036777393,0.000365471,0.0000874989,0.000009033572,0.00011680933,0.00028435572,0.0016058331],"category_scores_gemma":[0.002411773,0.00013654606,0.000053142783,0.0007679336,0.00020261442,0.00012761937,0.00003751642,0.00041122903,0.00003969279],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016757744,0.00063868205,0.0001712075,0.0037812027,0.0000067160527,0.0000044852695,0.004466495,5.4105485e-8,0.000003752858,0.010095191,0.0036019587,0.9772135],"study_design_scores_gemma":[0.00025355496,0.0013638833,0.02450451,0.50967205,0.00029558322,0.000981222,0.1936828,0.003536888,0.0014097898,0.043800954,0.21892422,0.0015745129],"about_ca_topic_score_codex":0.00019099348,"about_ca_topic_score_gemma":0.0004778907,"teacher_disagreement_score":0.975639,"about_ca_system_score_codex":0.000116702424,"about_ca_system_score_gemma":0.013456665,"threshold_uncertainty_score":0.99930686},"labels":[],"label_agreement":null},{"id":"W4387242110","doi":"10.2196/47228","title":"Usability of Augmented Reality Technology in Situational Telementorship for Managing Clinical Scenarios: Quasi-Experimental Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Tasmania; Australian Government","keywords":"Usability; Likert scale; System usability scale; Headset; Medicine; Medical education; Augmented reality; Nursing; Medical emergency; Psychology; Computer science; Web usability","score_opus":0.09831021634061296,"score_gpt":0.5259664183053584,"score_spread":0.4276562019647454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387242110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95907295,0.000053727766,0.000076320866,0.036439255,0.00095956144,0.0032141889,0.0000067941696,0.000119440854,0.000057786776],"genre_scores_gemma":[0.9963597,0.000005743902,0.00035587797,0.00056554377,0.0003872041,0.0017902335,0.00043074036,0.000018345163,0.000086602915],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99697465,0.00026604327,0.0012645501,0.00046898547,0.00074892916,0.00027684963],"domain_scores_gemma":[0.9977496,0.0008419465,0.00024685395,0.00044831066,0.00045055558,0.0002626943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031069254,0.00013248222,0.0003706308,0.0005661292,0.00007922346,0.0000065752743,0.00015581037,0.00024220353,0.00043361264],"category_scores_gemma":[0.0033439498,0.00013268107,0.00008391399,0.0012438496,0.00018637079,0.00007027456,0.00004532758,0.00032442968,0.000018760078],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025327355,0.014686714,0.9689237,0.0002494027,0.00002647803,0.0000010668207,0.0030883509,0.000009663871,0.000024841385,0.0009331077,0.0018008337,0.010002563],"study_design_scores_gemma":[0.002686063,0.0013489552,0.9538727,0.00022151132,0.00002489327,0.0000029396006,0.034517717,0.004750633,0.000093931965,0.0021051182,0.00026979958,0.00010577755],"about_ca_topic_score_codex":0.00033267413,"about_ca_topic_score_gemma":0.00006312839,"teacher_disagreement_score":0.037286784,"about_ca_system_score_codex":0.0005371755,"about_ca_system_score_gemma":0.0033363984,"threshold_uncertainty_score":0.59186274},"labels":[],"label_agreement":null},{"id":"W4387392624","doi":"10.2196/48765","title":"Adaptive Peer Tutoring and Insights From a Neurooncology Course","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peer tutor; Context (archaeology); Medical education; Psychology; Web application; Computer science; Mathematics education; World Wide Web; Medicine","score_opus":0.021165748764300083,"score_gpt":0.38506957812233883,"score_spread":0.3639038293580387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387392624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9403598,0.00016791903,0.00007129241,0.053197328,0.002743867,0.00043238804,0.0000015844752,0.00018309976,0.002842773],"genre_scores_gemma":[0.98385185,0.000062026265,0.0009905844,0.009810862,0.0016231487,0.0003841186,0.00035903938,0.000026242911,0.0028921019],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9981926,0.00006418598,0.00031960287,0.00033410414,0.0008776161,0.00021187935],"domain_scores_gemma":[0.99889547,0.00014892274,0.00008500687,0.0002610956,0.00037522885,0.00023430698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003044325,0.00012560845,0.00021230464,0.00023013481,0.00010583219,0.000016441716,0.00009706267,0.00025856186,0.0006000453],"category_scores_gemma":[0.0033656738,0.00011117421,0.000029846204,0.0008506486,0.00020813145,0.00010626913,0.00005447727,0.00050134386,0.00026905775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010635078,0.001272443,0.009725994,0.00008543886,0.000069191134,0.000045346416,0.010889657,6.2168436e-7,0.00047057893,0.007929634,0.48845503,0.48094973],"study_design_scores_gemma":[0.0015800439,0.00032888108,0.6980341,0.00042953767,0.00011448955,0.00009306091,0.009983487,0.006148874,0.000095613344,0.004995461,0.27794957,0.00024686047],"about_ca_topic_score_codex":0.00007208342,"about_ca_topic_score_gemma":0.000009557306,"teacher_disagreement_score":0.6883081,"about_ca_system_score_codex":0.00012911193,"about_ca_system_score_gemma":0.0021069327,"threshold_uncertainty_score":0.6570076},"labels":[],"label_agreement":null},{"id":"W4387645063","doi":"10.2196/48452","title":"The Potential of GPT-4 as a Support Tool for Pharmacists: Analytical Study Using the Japanese National Examination for Pharmacists","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacy; Health care; Medical education; Computer science; Psychology; Artificial intelligence; Medicine; Family medicine; Political science","score_opus":0.16717811305242586,"score_gpt":0.5439264989512443,"score_spread":0.3767483858988185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387645063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98263663,0.00003705161,0.00052062597,0.011021324,0.0019983612,0.003568198,0.000013788003,0.000041924897,0.0001620862],"genre_scores_gemma":[0.99344516,0.000041013525,0.00006625868,0.0011436077,0.001825685,0.0017107188,0.00024893403,0.000020553462,0.001498085],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99760044,0.00012935598,0.00067172997,0.00025993795,0.0010560985,0.00028246857],"domain_scores_gemma":[0.9972189,0.0010161398,0.00019557298,0.00020022017,0.0012185016,0.00015065516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029578102,0.00012160869,0.00018079409,0.00015176754,0.0004129898,0.00003714684,0.00019065448,0.000108002176,0.000257011],"category_scores_gemma":[0.004301227,0.00007926675,0.00012513854,0.0005399261,0.00016896095,0.000107406864,0.000025672212,0.00018906473,0.000024373436],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021413018,0.0062969215,0.0069004726,0.00088689063,0.00039257036,0.000007699029,0.035557758,0.00006460881,0.0026147626,0.0030863376,0.1712569,0.7707938],"study_design_scores_gemma":[0.004959137,0.004929654,0.06809662,0.00049970124,0.0020160538,0.00078961137,0.16986026,0.65408653,0.010715846,0.021768635,0.061123013,0.0011549043],"about_ca_topic_score_codex":0.000040639236,"about_ca_topic_score_gemma":0.000004474754,"teacher_disagreement_score":0.7696389,"about_ca_system_score_codex":0.00021794101,"about_ca_system_score_gemma":0.0032095197,"threshold_uncertainty_score":0.569355},"labels":[],"label_agreement":null},{"id":"W4387754831","doi":"10.2196/49013","title":"The Impact of UK Medical Students’ Demographics and Socioeconomic Factors on Their Self-Reported Familiarity With the Postgraduate Training Pathways and Application Process: Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Demographics; Socioeconomic status; Medical education; Training (meteorology); Psychology; Medicine; Environmental health; Demography; Geography; Sociology; Pathology","score_opus":0.034828528218249,"score_gpt":0.38853560927964886,"score_spread":0.35370708106139986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387754831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99586415,0.000032244796,0.000005996687,0.0029737847,0.00015136253,0.0007064,0.0000053478443,0.000057268277,0.00020346744],"genre_scores_gemma":[0.99929094,0.00020340989,9.4734344e-7,0.00019547534,0.0001565205,0.00010023099,0.000024260238,0.0000057779994,0.000022436892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973981,0.00019324626,0.00023188653,0.000237005,0.0017424516,0.00019732318],"domain_scores_gemma":[0.9986688,0.00060502376,0.00016999504,0.00013703865,0.00016996473,0.00024916793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004502695,0.00010661937,0.00013801461,0.000065540895,0.0010120075,0.00012527905,0.00046971242,0.00014035372,0.000033768247],"category_scores_gemma":[0.00058487593,0.00005474452,0.00004214735,0.00035044603,0.0010805588,0.00008265353,0.00006213529,0.00033984272,0.0000017327778],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028457216,0.0002202027,0.9233337,0.000007741693,0.00011505701,6.090789e-7,0.070631064,0.0000010738893,0.0000011043119,0.0003365335,0.0002590715,0.005065359],"study_design_scores_gemma":[0.0003264488,0.00018627543,0.83656603,0.000015291997,0.000019870791,0.000001891019,0.16203251,0.00012062542,5.163168e-7,0.00059422443,0.00008367074,0.00005263977],"about_ca_topic_score_codex":0.00094523065,"about_ca_topic_score_gemma":0.0009665614,"teacher_disagreement_score":0.09140146,"about_ca_system_score_codex":0.00007646522,"about_ca_system_score_gemma":0.0016284736,"threshold_uncertainty_score":0.77836454},"labels":[],"label_agreement":null},{"id":"W4387829826","doi":"10.2196/49877","title":"ChatGPT Interactive Medical Simulations for Early Clinical Education: Case Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Curriculum; Test (biology); Creativity; Medical education; Medical physics; Medicine; Psychology","score_opus":0.23289283004213818,"score_gpt":0.6145299154526388,"score_spread":0.3816370854105006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387829826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.952306,0.00006058925,0.00024426883,0.03707378,0.0066554127,0.003003233,0.000005225175,0.00020268037,0.00044882853],"genre_scores_gemma":[0.98411596,0.000042632637,0.00018660349,0.00582024,0.0056129475,0.0018559635,0.0002816544,0.000039102128,0.0020448773],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9967023,0.000234549,0.0011603001,0.0005485398,0.0009805728,0.00037374385],"domain_scores_gemma":[0.995575,0.0016052794,0.00020338516,0.0004874517,0.0009191541,0.0012096993],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016044927,0.00018928795,0.00036601222,0.0003672783,0.00030747245,0.000043630007,0.00018275795,0.00042616192,0.0019276175],"category_scores_gemma":[0.010638103,0.00017165056,0.0001602607,0.0008975902,0.00015974803,0.00021211122,0.00005147693,0.00066833536,0.00044801165],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018591242,0.008160138,0.12964976,0.00013160586,0.00007261184,0.000102310165,0.017100371,0.0000011814369,0.0000020055588,0.00029132495,0.07336737,0.7709354],"study_design_scores_gemma":[0.002487107,0.0076623205,0.31836706,0.0023739953,0.0007131036,0.0051263324,0.39989567,0.032142524,0.0001520854,0.008333376,0.221349,0.001397428],"about_ca_topic_score_codex":0.0014329193,"about_ca_topic_score_gemma":0.0005476386,"teacher_disagreement_score":0.769538,"about_ca_system_score_codex":0.00020111469,"about_ca_system_score_gemma":0.013161504,"threshold_uncertainty_score":0.99898475},"labels":[],"label_agreement":null},{"id":"W4387983449","doi":"10.2196/49825","title":"Continuing Medical Education in the Post COVID-19 Pandemic Era","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Continuing medical education; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Medical education; Process (computing); Continuing education; Public relations; Business; Political science; Medicine; Computer science; Infectious disease (medical specialty); Pathology","score_opus":0.020253887934140045,"score_gpt":0.4250593635326465,"score_spread":0.40480547559850644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387983449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7755848,0.00021867246,0.00010392471,0.2168874,0.0024814832,0.00114643,0.000001460827,0.00025011567,0.003325682],"genre_scores_gemma":[0.83228517,0.00026483147,0.00031858505,0.15955764,0.0023929176,0.0014243949,0.0013320298,0.000039888768,0.0023845572],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951763,0.00033600326,0.0008959515,0.0004996306,0.002589308,0.00050279277],"domain_scores_gemma":[0.99753624,0.0004939601,0.00020693085,0.0006730942,0.00042912032,0.000660635],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045592627,0.0002307929,0.00032587044,0.00078713766,0.00017981912,0.00005034425,0.00056175725,0.0005706278,0.0042863353],"category_scores_gemma":[0.04645265,0.00017285199,0.00009451687,0.002869728,0.0003519322,0.00017619613,0.00006900163,0.00150949,0.00059273303],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052890868,0.0015735473,0.07213122,0.00026717823,0.000013157726,0.000017902965,0.007526281,5.2324083e-7,0.00004023537,0.004154209,0.37376827,0.54045457],"study_design_scores_gemma":[0.0021185118,0.00016980976,0.45278898,0.0012922401,0.000059638856,0.0010382489,0.022412539,0.0017738926,0.00000624844,0.001974846,0.5160127,0.00035229727],"about_ca_topic_score_codex":0.00036044614,"about_ca_topic_score_gemma":0.00015334459,"teacher_disagreement_score":0.5401023,"about_ca_system_score_codex":0.00061579817,"about_ca_system_score_gemma":0.026358403,"threshold_uncertainty_score":0.9966239},"labels":[],"label_agreement":null},{"id":"W4388025354","doi":"10.2196/51523","title":"Evaluating Large Language Models for the National Premedical Exam in India: Comparative Analysis of GPT-3.5, GPT-4, and Bard","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mainstream; Test (biology); Artificial intelligence; Psychology; Mathematics education; Computer science; Political science; Biology; Ecology","score_opus":0.2911824033239588,"score_gpt":0.5812372745878501,"score_spread":0.29005487126389135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388025354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889512,0.00036622368,0.00070826727,0.008198158,0.00028292718,0.0009847607,0.000014038255,0.000025163477,0.00046926583],"genre_scores_gemma":[0.99681354,0.00008565018,0.00026148334,0.0013099813,0.00037196768,0.00068376755,0.00030802653,0.0000063690813,0.00015919858],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99815893,0.00010655473,0.0004932911,0.00022116891,0.0008144457,0.00020563124],"domain_scores_gemma":[0.9979131,0.0013248841,0.000119765646,0.00012344756,0.00034845455,0.00017030418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023445047,0.000083930754,0.00027078463,0.00042408868,0.00009350573,0.0000097161055,0.00008852699,0.00014442677,0.00023761047],"category_scores_gemma":[0.0028922453,0.00006174815,0.0000686367,0.00130727,0.00011074002,0.00007965857,0.000025899377,0.00023031587,0.000006730897],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008137234,0.0038602734,0.13200608,0.0011852294,0.0012571962,0.000004276205,0.34582394,0.001792597,0.0009075212,0.021511568,0.040890392,0.4499472],"study_design_scores_gemma":[0.00024314743,0.00016824223,0.2629004,0.0002008868,0.00027613048,0.0000034685622,0.030786315,0.70199937,0.00019628675,0.0024301817,0.00070489885,0.00009062752],"about_ca_topic_score_codex":0.00022827166,"about_ca_topic_score_gemma":0.00018317331,"teacher_disagreement_score":0.7002068,"about_ca_system_score_codex":0.0001073625,"about_ca_system_score_gemma":0.0017289217,"threshold_uncertainty_score":0.34624967},"labels":[],"label_agreement":null},{"id":"W4388237833","doi":"10.2196/47532","title":"The Accuracy and Potential Racial and Ethnic Biases of GPT-4 in the Diagnosis and Triage of Health Conditions: Evaluation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute on Aging; National Institutes of Health","keywords":"Triage; Ethnic group; Medicine; Medical diagnosis; Health care; Race (biology); Family medicine; Emergency medicine; Pathology","score_opus":0.3388489175866713,"score_gpt":0.5900203259822512,"score_spread":0.2511714083955799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388237833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96173084,0.0028968116,0.0000030608328,0.03319751,0.00031806625,0.001831179,0.0000027230128,0.000006996837,0.0000128324455],"genre_scores_gemma":[0.9938652,0.0046462934,0.0000055417136,0.000496938,0.00017299164,0.0007495667,0.0000498929,0.000004390338,0.000009212233],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981432,0.00056110905,0.0005271499,0.00014471858,0.0005066847,0.000117154064],"domain_scores_gemma":[0.99736494,0.0020381545,0.00019616255,0.00014861969,0.00016626589,0.000085885506],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0040129824,0.00006063897,0.0001649965,0.00013329842,0.00015824985,0.000012601862,0.00005237843,0.00006330181,0.00004636514],"category_scores_gemma":[0.008908394,0.00003791816,0.00001680965,0.00043676552,0.00020604342,0.00007080876,0.000018755898,0.00015365383,0.0000013238188],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007165211,0.00080683676,0.06968419,0.0001416205,0.000011985909,4.87505e-7,0.04273166,9.348338e-7,0.000022931716,0.00015412844,0.0022928596,0.8840807],"study_design_scores_gemma":[0.00025273106,0.00048788992,0.9083008,0.00026713422,0.00004338965,0.000008052358,0.08770157,0.00076610275,0.00006112033,0.0018766782,0.00019906089,0.000035427096],"about_ca_topic_score_codex":0.0011421896,"about_ca_topic_score_gemma":0.00044809733,"teacher_disagreement_score":0.8840453,"about_ca_system_score_codex":0.000031888183,"about_ca_system_score_gemma":0.00120818,"threshold_uncertainty_score":0.99944},"labels":[],"label_agreement":null},{"id":"W4388464830","doi":"10.2196/47191","title":"Assessing the Performance of ChatGPT in Medical Biochemistry Using Clinical Case Vignettes: Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Surprise; Observational study; Clearance; Usability; Medical education; United States Medical Licensing Examination; Vignette; Psychology; Medicine; Computer science; Medical school; Pathology; Social psychology; Human–computer interaction","score_opus":0.41987194979032166,"score_gpt":0.6080220114771049,"score_spread":0.18815006168678322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388464830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848962,0.00007930662,0.00001833732,0.0132535575,0.0010567611,0.0005857151,5.477994e-7,0.00003366007,0.00007592093],"genre_scores_gemma":[0.99656343,0.000065756976,0.00009722772,0.0017278783,0.0012766622,0.00013147117,0.000048796923,0.0000130724675,0.000075721706],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972027,0.00019644758,0.0010541475,0.00027206258,0.0010408388,0.00023380898],"domain_scores_gemma":[0.9981805,0.00075742305,0.00018881616,0.00030699576,0.00026435795,0.00030188076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033648838,0.000106122,0.00024538138,0.00013743463,0.00013083643,0.000018683088,0.00015769227,0.00026892245,0.0005110758],"category_scores_gemma":[0.005025584,0.000078552046,0.00005917954,0.0009941072,0.00022478649,0.00014660817,0.000048050137,0.00059982756,0.000025632193],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003104419,0.0018456326,0.83605474,0.00021236487,0.000014770398,0.000090834874,0.0031520568,0.000009071735,0.000077564866,0.000018006052,0.0013341059,0.1571598],"study_design_scores_gemma":[0.00034739837,0.000407352,0.8211472,0.0015525348,0.000059310365,0.0010256164,0.05667513,0.11703803,0.0008643412,0.00011175095,0.0005722977,0.00019906492],"about_ca_topic_score_codex":0.0006124953,"about_ca_topic_score_gemma":0.00006387882,"teacher_disagreement_score":0.15696074,"about_ca_system_score_codex":0.00013250133,"about_ca_system_score_gemma":0.006986551,"threshold_uncertainty_score":0.9986429},"labels":[],"label_agreement":null},{"id":"W4388478197","doi":"10.2196/49970","title":"A Novel Evaluation Model for Assessing ChatGPT on Otolaryngology–Head and Neck Surgery Certification Examinations: Performance Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Otorhinolaryngology; Head and neck surgery; Certification; Medicine; Head and neck; Rhinology; Head (geology); Medical physics; General surgery; Surgery","score_opus":0.3351334086912761,"score_gpt":0.5184164862577221,"score_spread":0.18328307756644596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388478197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855437,0.00006424352,0.0015501289,0.008651867,0.0010448549,0.0029130059,0.000002142857,0.00011643537,0.000113587084],"genre_scores_gemma":[0.9928409,0.000089483416,0.0004279456,0.001068454,0.0006491583,0.004171477,0.00045184215,0.000026094332,0.00027464784],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978917,0.0000913296,0.0005702379,0.00043380982,0.000741376,0.00027150565],"domain_scores_gemma":[0.99794453,0.0005941345,0.00017137703,0.00030109956,0.0007429613,0.00024592323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023928469,0.00014510387,0.00023080582,0.00046426628,0.00031101884,0.00004655609,0.00007026067,0.00020637135,0.000054033073],"category_scores_gemma":[0.005012028,0.00013690928,0.0000474182,0.0005955051,0.000070468974,0.00029225647,0.000015845502,0.00022745838,0.000045540644],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013682159,0.0029306556,0.11700252,0.00041977098,0.000021690641,3.899172e-7,0.009698423,0.00010136803,0.00032068513,0.00018419285,0.004497392,0.8646861],"study_design_scores_gemma":[0.00014676467,0.00016179003,0.51847696,0.0003216721,0.00004581147,0.000008611474,0.0029089113,0.47725576,0.00016283176,0.00026145138,0.0001557837,0.000093623705],"about_ca_topic_score_codex":0.00007685619,"about_ca_topic_score_gemma":0.00003409682,"teacher_disagreement_score":0.8645925,"about_ca_system_score_codex":0.00024690258,"about_ca_system_score_gemma":0.0028678644,"threshold_uncertainty_score":0.60002273},"labels":[],"label_agreement":null},{"id":"W4388483017","doi":"10.2196/51388","title":"Enriching Data Science and Health Care Education: Application and Impact of Synthetic Data Sets Through the Health Gym Project","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Health care; Data science; Health science; Computer science; Psychology; Medical education; Medicine; Political science","score_opus":0.2861359864077737,"score_gpt":0.6359624549223465,"score_spread":0.3498264685145728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388483017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6243781,0.011627594,0.00057961687,0.345814,0.0032230327,0.012141635,0.0004997176,0.00031501407,0.0014212927],"genre_scores_gemma":[0.990221,0.0020188182,0.00056295726,0.004859484,0.0005405803,0.0005706588,0.0011646088,0.000024384266,0.000037477308],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9961346,0.0006448997,0.0008559088,0.000824246,0.00097529136,0.0005650865],"domain_scores_gemma":[0.9955506,0.00068451604,0.00058639,0.002190745,0.0005795485,0.00040824438],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0059910575,0.00015577885,0.0002850846,0.00019833198,0.0018260521,0.00003271134,0.0013159361,0.00013623339,0.00004958385],"category_scores_gemma":[0.0041157966,0.0001093044,0.000015029601,0.0015635405,0.00060079247,0.00075641,0.0010267404,0.00066611904,0.0000314631],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001686649,0.00016725705,0.022036592,0.0016526312,0.000008542492,9.7291e-8,0.09182086,6.2281407e-7,0.000008234888,0.0031236396,0.10776659,0.77339804],"study_design_scores_gemma":[0.0003270327,0.000646909,0.3064711,0.0040484234,0.00003738687,0.00004319333,0.5201276,0.045047507,0.000007275441,0.0054876013,0.11720892,0.00054705015],"about_ca_topic_score_codex":0.040958676,"about_ca_topic_score_gemma":0.003324628,"teacher_disagreement_score":0.772851,"about_ca_system_score_codex":0.00066615327,"about_ca_system_score_gemma":0.07053696,"threshold_uncertainty_score":0.99947345},"labels":[],"label_agreement":null},{"id":"W4388483046","doi":"10.2196/50869","title":"Patients, Doctors, and Chatbots","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Forschungsgemeinschaft","keywords":"Affect (linguistics); Advice (programming); Relation (database); Work (physics); Medical advice; Psychology; Medicine; Medical education; Nursing; Computer science; Engineering","score_opus":0.06926865245090238,"score_gpt":0.45799335956189385,"score_spread":0.3887247071109915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388483046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9735422,0.00011145072,0.000006939459,0.023413653,0.0013100714,0.00036449434,7.446356e-7,0.00010539785,0.001145013],"genre_scores_gemma":[0.99382937,0.00029183313,0.000050040257,0.0032091443,0.0008119471,0.00015187718,0.00020303008,0.000010904842,0.001441882],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99903446,0.000024688763,0.00023307926,0.00017566855,0.0003575248,0.00017460348],"domain_scores_gemma":[0.9992144,0.00007510381,0.000039422648,0.00013618702,0.00014493073,0.00038993265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022417249,0.00006716882,0.000101364894,0.00013331468,0.00007772931,0.000012584544,0.000040003688,0.00012650981,0.0005849964],"category_scores_gemma":[0.0010234659,0.000057505556,0.000021992706,0.00035239194,0.00006371013,0.00006816526,0.000018169176,0.00015176469,0.00040304742],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020935635,0.0003422828,0.20783822,0.000113660906,0.0000047843873,0.0000010754169,0.0023759534,3.5496033e-8,0.00001752217,0.0007029896,0.07849947,0.71008307],"study_design_scores_gemma":[0.00010846966,0.0002257629,0.84698415,0.00027458745,0.000017623099,0.000013631733,0.0025307983,0.0003217546,0.00034119593,0.0020430086,0.14701055,0.0001285058],"about_ca_topic_score_codex":0.0001546393,"about_ca_topic_score_gemma":0.000012535872,"teacher_disagreement_score":0.70995456,"about_ca_system_score_codex":0.00005634783,"about_ca_system_score_gemma":0.0008968742,"threshold_uncertainty_score":0.64053005},"labels":[],"label_agreement":null},{"id":"W4388502894","doi":"10.2196/51243","title":"Can we use ChatGPT for Mental Health and Substance Use Education? Examining Its Quality and Potential Harms","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Misinformation; Mental health; The Internet; Quality (philosophy); Psychology; Internet privacy; Medicine; Public relations; Medical education; Computer science; Political science; Computer security; World Wide Web; Psychiatry; Artificial intelligence","score_opus":0.2756360376649405,"score_gpt":0.5137590800059211,"score_spread":0.23812304234098058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388502894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8588056,0.00089168304,0.000060057253,0.13704875,0.0018515376,0.0012396737,0.000018694042,0.0000734568,0.000010550187],"genre_scores_gemma":[0.98358136,0.0029199033,0.0005048386,0.0086288825,0.0009931744,0.00056254835,0.000715686,0.000026460528,0.0020671543],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99822104,0.00010577889,0.0005361339,0.00039910414,0.00040517002,0.00033277879],"domain_scores_gemma":[0.99821925,0.00028778485,0.00017061563,0.00020044373,0.000259533,0.0008623733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069245213,0.00014147977,0.00024173575,0.0001833922,0.00030015243,0.000076168006,0.000057409477,0.00014961048,0.00007213209],"category_scores_gemma":[0.0016739412,0.00013502118,0.000030757834,0.0003222222,0.00011030016,0.00030098032,0.000019854648,0.00020718254,0.000013222159],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024943074,0.0008862444,0.09109679,0.0011964495,0.000028798308,9.01822e-7,0.045387816,3.4147266e-7,0.00043553565,0.0021388778,0.06605946,0.79251933],"study_design_scores_gemma":[0.00077925506,0.0011740878,0.8099009,0.0029692594,0.00007077369,0.0001747837,0.09678616,0.002520257,0.0010252472,0.004573204,0.07928492,0.0007411774],"about_ca_topic_score_codex":0.0012991496,"about_ca_topic_score_gemma":0.0003581365,"teacher_disagreement_score":0.79177815,"about_ca_system_score_codex":0.00019328097,"about_ca_system_score_gemma":0.004520661,"threshold_uncertainty_score":0.8019459},"labels":[],"label_agreement":null},{"id":"W4388557469","doi":"10.2196/51151","title":"Incorporating ChatGPT in Medical Informatics Education: Mixed Methods Study on Student Perceptions and Experiential Integration Proposals","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Informatics; Experiential learning; Perception; Medical education; Context (archaeology); Health informatics; Computer science; Psychology; Mathematics education; Medicine; Nursing; Engineering","score_opus":0.08812800876897003,"score_gpt":0.5506435518744651,"score_spread":0.4625155431054951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388557469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818476,0.000056146262,0.00061048334,0.011805222,0.0028226431,0.00195762,7.34954e-7,0.00012389674,0.00077564217],"genre_scores_gemma":[0.9923687,0.0000822317,0.0018784081,0.0020101476,0.001061711,0.0020772698,0.00020164919,0.000022811553,0.00029709027],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99661374,0.00043059545,0.001110068,0.0003217456,0.0012429936,0.00028084972],"domain_scores_gemma":[0.99827635,0.00028543125,0.00019085046,0.00033326133,0.0003124481,0.00060167874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025002756,0.0001959925,0.00031446436,0.0006445205,0.00020124996,0.0000658401,0.00015789636,0.00030463698,0.0005808918],"category_scores_gemma":[0.0029053036,0.0001671527,0.00004710559,0.0011135486,0.00015316601,0.00023859488,0.000076184275,0.00064064935,0.00015050845],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004494652,0.0039818403,0.04588347,0.00009626542,0.000012190955,0.0000032568435,0.10704363,8.060437e-7,0.000074612566,0.00082773104,0.0044720136,0.8375592],"study_design_scores_gemma":[0.00029104756,0.00092714065,0.33435994,0.000987757,0.000033958855,0.00005766207,0.65649515,0.004029534,0.00039405862,0.0010271927,0.0011549735,0.00024156398],"about_ca_topic_score_codex":0.0002991188,"about_ca_topic_score_gemma":0.00026119576,"teacher_disagreement_score":0.83731765,"about_ca_system_score_codex":0.00029072855,"about_ca_system_score_gemma":0.005258081,"threshold_uncertainty_score":0.932761},"labels":[],"label_agreement":null},{"id":"W4388558170","doi":"10.2196/51183","title":"Generative Language Models and Open Notes: Exploring the Promise and Limitations","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Generative grammar; Computer science; Linguistics; Cognitive science; Artificial intelligence; Natural language processing; Psychology; Philosophy","score_opus":0.44099059928491235,"score_gpt":0.5103419598562531,"score_spread":0.06935136057134073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388558170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9137747,0.00030626555,0.00014517625,0.08365383,0.00035186342,0.0008404364,8.9089514e-7,0.000042181106,0.00088460126],"genre_scores_gemma":[0.9934288,0.00095371564,0.000402058,0.0027178468,0.0004857962,0.0013007021,0.00005432843,0.000010615772,0.00064610515],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9992532,0.000053797423,0.00018512637,0.00017712353,0.00020037653,0.00013035562],"domain_scores_gemma":[0.99908024,0.0004181828,0.000036582493,0.00014805121,0.00009559186,0.00022132814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039993649,0.00006525306,0.00009819766,0.0000704316,0.00019987942,0.000059479276,0.00007985618,0.00005432049,0.000045658155],"category_scores_gemma":[0.0016814072,0.000045040615,0.000012478161,0.00026986067,0.00009380928,0.00023934513,0.000059391452,0.00016210575,0.00003147453],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027935186,0.0001387684,0.0012982304,0.00007495219,0.00001114077,0.0000019536242,0.08746455,0.000004723773,0.00018132407,0.0037626263,0.005774551,0.90125924],"study_design_scores_gemma":[0.0007843834,0.0009994324,0.18546765,0.0021228015,0.00023696787,0.00023697547,0.5687338,0.1199137,0.0075248755,0.08088394,0.032243494,0.00085195247],"about_ca_topic_score_codex":0.00044872827,"about_ca_topic_score_gemma":0.00017171662,"teacher_disagreement_score":0.9004073,"about_ca_system_score_codex":0.00003484545,"about_ca_system_score_gemma":0.0008611725,"threshold_uncertainty_score":0.20129229},"labels":[],"label_agreement":null},{"id":"W4388740476","doi":"10.2196/45413","title":"Design and Development of Learning Management System Huemul for Teaching Fast Healthcare Interoperability Resource: Algorithm Development and Validation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; World Wide Web","score_opus":0.06852460483800592,"score_gpt":0.45878776114689496,"score_spread":0.390263156308889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388740476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.929444,0.000122494,0.06020303,0.0015803019,0.0006137808,0.0077214646,9.699878e-7,0.00020359263,0.00011036677],"genre_scores_gemma":[0.9569699,0.000012374831,0.03487906,0.00013763289,0.00019596357,0.006703109,0.00010821972,0.0000391993,0.00095455424],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9953165,0.002002611,0.0011935178,0.00044625212,0.00055749324,0.0004836403],"domain_scores_gemma":[0.99848354,0.0004949083,0.0003504276,0.00017963031,0.00016739883,0.00032410666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009145963,0.0001626764,0.00034278558,0.00023678577,0.0011190043,0.000011638346,0.00012361848,0.00017420379,0.0000113635315],"category_scores_gemma":[0.00033233158,0.00014437754,0.000013492244,0.00019898005,0.000034144192,0.00006854541,0.00014086858,0.00061656523,0.000015853682],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045720113,0.00021983702,0.010535044,0.006207166,0.000040477455,6.071453e-7,0.14365043,0.000002147784,0.0000071124164,0.00013892501,0.00077865855,0.8383739],"study_design_scores_gemma":[0.0026704234,0.0006303405,0.056930188,0.0053267055,0.000030058447,0.0000064394167,0.81353086,0.008555061,0.00006886225,0.00003173814,0.11184188,0.00037742875],"about_ca_topic_score_codex":0.00009720489,"about_ca_topic_score_gemma":0.00004523077,"teacher_disagreement_score":0.8379964,"about_ca_system_score_codex":0.0009608002,"about_ca_system_score_gemma":0.0028880402,"threshold_uncertainty_score":0.86065894},"labels":[],"label_agreement":null},{"id":"W4388861785","doi":"10.2196/53466","title":"Developing Medical Education Curriculum Reform Strategies to Address the Impact of Generative AI: Qualitative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; SWOT analysis; Context (archaeology); Health care; Psychology; Medicine; Pedagogy; Political science; Management","score_opus":0.1698346162461118,"score_gpt":0.5953087859976666,"score_spread":0.4254741697515548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388861785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9251892,0.00010365291,0.00029762037,0.07027149,0.0013200038,0.0018226047,0.0000031514394,0.000075251584,0.00091704866],"genre_scores_gemma":[0.99344736,0.000071094255,0.00016924352,0.0031219295,0.0012315095,0.0014039517,0.00021017529,0.00002235136,0.00032238176],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9966819,0.0004277422,0.0008334655,0.0003579772,0.0013451554,0.0003537078],"domain_scores_gemma":[0.99735945,0.00027296683,0.00020162162,0.00038969456,0.0011391605,0.0006371046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001940978,0.0001997163,0.00033602343,0.00033616766,0.00021981247,0.000043653337,0.00029022066,0.00021686012,0.00086151937],"category_scores_gemma":[0.0039075348,0.0001236942,0.00010912313,0.0016461777,0.00017131217,0.00022174093,0.00006639624,0.000495301,0.00022757647],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018003266,0.005316286,0.015447213,0.0002723464,0.00019030868,0.0000049919527,0.6181056,0.000015595564,0.00008070986,0.012366617,0.1103457,0.23767464],"study_design_scores_gemma":[0.00011918586,0.0009837697,0.06014594,0.0007259716,0.00003861748,0.000024432942,0.93139195,0.0007035562,0.00030004972,0.004297546,0.0010685088,0.00020043968],"about_ca_topic_score_codex":0.012186541,"about_ca_topic_score_gemma":0.0009325711,"teacher_disagreement_score":0.31328642,"about_ca_system_score_codex":0.0008576635,"about_ca_system_score_gemma":0.034331273,"threshold_uncertainty_score":0.9943914},"labels":[],"label_agreement":null},{"id":"W4388941148","doi":"10.2196/52279","title":"A Service-Learning Project Based on a Community-Oriented Intelligent Health Promotion System for Postgraduate Nursing Students: Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Division of Graduate Education; Anhui Provincial Department of Education; Bengbu Medical College; Chinese Academy of Sciences","keywords":"Community health; Health promotion; Service-learning; Medical education; Nursing; Service (business); Promotion (chess); Occupational health nursing; Nurse education; Health education; Psychology; Medicine; Public health; Pedagogy","score_opus":0.10614843861682047,"score_gpt":0.5253493682182614,"score_spread":0.41920092960144095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388941148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95013076,0.00002625272,0.0060793045,0.03269016,0.0024415776,0.0062762173,0.0000027945491,0.0011401601,0.0012127607],"genre_scores_gemma":[0.9945022,0.000013298082,0.0013127322,0.0010042362,0.00024355983,0.0022933418,0.00030399807,0.00003726316,0.0002894102],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98030925,0.017042743,0.00048394647,0.00028467362,0.0013953584,0.00048403037],"domain_scores_gemma":[0.9972558,0.0012592386,0.0002936893,0.00044651632,0.00042969157,0.00031505228],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.018673414,0.0001886604,0.0002986074,0.00043052653,0.003146375,0.00015278634,0.0007234683,0.00013046316,0.000027758331],"category_scores_gemma":[0.0021905785,0.00018414528,0.00008097598,0.0019707775,0.00006890669,0.00010046045,0.000100848825,0.0011656452,0.00003873755],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013796496,0.012884314,0.0025554725,0.0006422355,0.00006217571,8.4405474e-7,0.49997088,0.00010703708,0.000006266593,0.001047166,0.0039598024,0.47862583],"study_design_scores_gemma":[0.0008613219,0.0018339573,0.007900528,0.0020638471,0.000036830777,6.2828275e-7,0.9542054,0.011538774,0.0000122672855,0.000056246026,0.021296209,0.00019399526],"about_ca_topic_score_codex":0.010435272,"about_ca_topic_score_gemma":0.0022167102,"teacher_disagreement_score":0.47843182,"about_ca_system_score_codex":0.0011177892,"about_ca_system_score_gemma":0.0023921526,"threshold_uncertainty_score":0.9981514},"labels":[],"label_agreement":null},{"id":"W4388969948","doi":"10.2196/45372","title":"Exploring the Use of YouTube as a Pathology Learning Tool and Its Relationship With Pathology Scores Among Medical Students: Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Qatar National Library","keywords":"Cross-sectional study; Medicine; Pathology; Anatomical pathology; Psychology; Medical education; Immunohistochemistry","score_opus":0.25819186282150536,"score_gpt":0.4860114008617801,"score_spread":0.22781953804027472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388969948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896238,0.00004150156,0.00000659687,0.0050019906,0.003467643,0.0016931578,9.2864207e-7,0.00011204808,0.00005236387],"genre_scores_gemma":[0.994123,0.00018693754,0.000022493261,0.0002739085,0.0011073893,0.004067625,0.000021907203,0.000017635248,0.00017915072],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949404,0.0014592162,0.0005208207,0.0003552787,0.002379107,0.00034519652],"domain_scores_gemma":[0.9938047,0.0050634993,0.00024200599,0.00016793725,0.0003782302,0.0003436421],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049106264,0.00011675826,0.00019340165,0.00021049654,0.0009236676,0.000108454384,0.0003792702,0.0002491895,0.00024637097],"category_scores_gemma":[0.07283842,0.00009001566,0.000030634317,0.0010068759,0.0008534935,0.0005623643,0.000110401954,0.00072758447,0.000040788116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027898119,0.00032230737,0.90485364,0.00002217394,0.000010334324,0.000009238472,0.08747397,0.000005366138,8.532976e-7,0.0019447657,0.00008555975,0.0052438974],"study_design_scores_gemma":[0.00032034089,0.00018062015,0.97197294,0.0000761744,0.000013565674,0.000011558528,0.026183253,0.00004578168,7.5058193e-7,0.000192784,0.00091485144,0.000087361535],"about_ca_topic_score_codex":0.0018268179,"about_ca_topic_score_gemma":0.0015136151,"teacher_disagreement_score":0.067927785,"about_ca_system_score_codex":0.00015133452,"about_ca_system_score_gemma":0.0029314116,"threshold_uncertainty_score":0.93497145},"labels":[],"label_agreement":null},{"id":"W4389125479","doi":"10.2196/43705","title":"Impact of the COVID-19 Pandemic on Medical Grand Rounds Attendance: Comparison of In-Person and Remote Conferences","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Conferences and Exhibitions Management","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attendance; Coronavirus disease 2019 (COVID-19); Census; Medicine; Pandemic; Family medicine; Teleradiology; Medical education; Psychology; Telemedicine; Health care; Internal medicine; Political science; Population","score_opus":0.0930646277816414,"score_gpt":0.46386063559992924,"score_spread":0.3707960078182878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389125479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97188497,0.00006710661,0.000035087036,0.022512458,0.00032424094,0.00027387575,0.00000317644,0.000021230595,0.00487784],"genre_scores_gemma":[0.9989019,0.0003486576,0.0000057931575,0.00036099978,0.0000946183,0.000017564022,0.00001084464,0.0000026873875,0.00025690236],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998227,0.0002353285,0.00025586376,0.00015807417,0.0009591333,0.0001645793],"domain_scores_gemma":[0.99911505,0.00032127684,0.00013281911,0.00012285345,0.000054604963,0.00025341735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012334873,0.000068862464,0.00018523668,0.00012620346,0.000146148,0.0000185486,0.00025116614,0.00012429965,0.0007799965],"category_scores_gemma":[0.002056293,0.000045853605,0.000058459045,0.0005979591,0.00057158247,0.00004911977,0.00003862555,0.00018732791,0.0000042680745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000335274,0.00027820698,0.7726828,0.00007915763,0.000015727888,6.0621323e-7,0.027968453,0.000006197834,0.000005780849,0.01114812,0.0152942315,0.1724872],"study_design_scores_gemma":[0.00067163736,0.0001762652,0.94629157,0.00043397772,0.000014669693,0.0000014157586,0.031944435,0.0021158776,0.0000019849128,0.0041133566,0.014121016,0.00011382214],"about_ca_topic_score_codex":0.01742861,"about_ca_topic_score_gemma":0.018610107,"teacher_disagreement_score":0.17360875,"about_ca_system_score_codex":0.00013170365,"about_ca_system_score_gemma":0.0036994473,"threshold_uncertainty_score":0.9992977},"labels":[],"label_agreement":null},{"id":"W4389336802","doi":"10.2196/42354","title":"Distance Electronic Learning Strategy in Medical Teaching During the COVID-19 Pandemic: Cross-Sectional Survey Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CLARITY; Medical education; Cross-sectional study; Pandemic; Coronavirus disease 2019 (COVID-19); Perception; The Internet; Psychology; Distance education; Medicine; Family medicine; Mathematics education; Computer science; Internal medicine","score_opus":0.0904780420589144,"score_gpt":0.5300566266903536,"score_spread":0.4395785846314392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389336802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951424,0.00015478641,0.00010966391,0.0017784456,0.0009797151,0.0006261573,0.0000030957199,0.00018428122,0.0010214363],"genre_scores_gemma":[0.99262637,0.00004449422,4.2016183e-7,0.001932404,0.0005520505,0.000492528,0.00013437717,0.000022229206,0.0041951123],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99514806,0.0022116855,0.00052362034,0.00049731566,0.0010138255,0.0006054921],"domain_scores_gemma":[0.99777454,0.0013070243,0.00011941463,0.00024743023,0.00002875984,0.0005228533],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0097609395,0.00014385361,0.00016752788,0.00015994113,0.0005027323,0.000045738918,0.000392122,0.00020164101,0.002629731],"category_scores_gemma":[0.0038150488,0.000114204646,0.000044095756,0.0005521157,0.00013899748,0.00007590399,0.00008017463,0.001889051,0.00020844067],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013691449,0.0008316198,0.981191,0.000051447256,0.000014374402,0.000018697721,0.006098318,0.000030491661,0.0000023229895,0.0007555349,0.00096430036,0.009905024],"study_design_scores_gemma":[0.0011418171,0.00012639511,0.9789048,0.000018306424,0.0000018108454,0.000055076955,0.0048687253,0.00018860363,6.505586e-8,0.00019545053,0.014389455,0.00010951741],"about_ca_topic_score_codex":0.00876718,"about_ca_topic_score_gemma":0.01707196,"teacher_disagreement_score":0.013425155,"about_ca_system_score_codex":0.0014460182,"about_ca_system_score_gemma":0.00605027,"threshold_uncertainty_score":0.9995845},"labels":[],"label_agreement":null},{"id":"W4389341613","doi":"10.2196/52711","title":"Challenges for Medical Students in Applying Ethical Principles to Allocate Life-Saving Medical Devices During the COVID-19 Pandemic: Content Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Ethics in medical practice","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Content (measure theory); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Content analysis; Virology; Medicine; Sociology; Social science; Infectious disease (medical specialty); Mathematics; Pathology; Outbreak","score_opus":0.3770329535214815,"score_gpt":0.6012726856075546,"score_spread":0.22423973208607317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389341613","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44289735,0.0005424674,0.0013536669,0.5496639,0.0016616123,0.0029938738,0.000005048631,0.00032041204,0.00056168425],"genre_scores_gemma":[0.8258508,0.002438163,0.00017240045,0.15861402,0.0017941714,0.010509653,0.00007092567,0.00005226321,0.0004976238],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98150915,0.005679932,0.0020624707,0.00102147,0.00852574,0.0012012445],"domain_scores_gemma":[0.94336647,0.04923729,0.0006251465,0.0009560147,0.0005233968,0.005291699],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.06629525,0.0003324582,0.0007793552,0.0006765805,0.0015656162,0.000050755752,0.0024455981,0.0026454187,0.0022195324],"category_scores_gemma":[0.43007275,0.00023740398,0.00020075498,0.001989534,0.0005236475,0.00014091612,0.0012904361,0.010600402,0.00031990433],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044638725,0.0010609195,0.8834691,0.0037077807,0.00072401005,0.00007918629,0.058997612,0.000054584463,0.000016157957,0.016147014,0.009125387,0.026171843],"study_design_scores_gemma":[0.003050739,0.000087266155,0.6900297,0.0021131474,0.000281064,0.000023473027,0.0707578,0.004719587,8.645805e-7,0.0016705586,0.22676216,0.000503641],"about_ca_topic_score_codex":0.0009196822,"about_ca_topic_score_gemma":0.01906928,"teacher_disagreement_score":0.39104986,"about_ca_system_score_codex":0.00085250393,"about_ca_system_score_gemma":0.012510893,"threshold_uncertainty_score":0.9997342},"labels":[],"label_agreement":null},{"id":"W4389348902","doi":"10.2196/49183","title":"ChatGPT Versus Consultants: Blinded Evaluation on Answering Otorhinolaryngology Case–Based Questions","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Otorhinolaryngology; Likert scale; Medicine; Medical education; German; Family medicine; Psychology; Surgery; Linguistics","score_opus":0.21355546310270485,"score_gpt":0.5264062817580218,"score_spread":0.312850818655317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389348902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9647722,0.00010058728,0.00009438397,0.027326332,0.004715455,0.0012152549,0.0000040077175,0.00025584464,0.0015159076],"genre_scores_gemma":[0.99439234,0.00004666865,0.00014239337,0.00270272,0.0011466778,0.00097122043,0.00037900324,0.000023325789,0.00019566041],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978496,0.00019078788,0.0004642329,0.00036413665,0.0008052823,0.0003259998],"domain_scores_gemma":[0.997699,0.00058549916,0.00011190056,0.00037126068,0.0007850568,0.00044726947],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010911323,0.00014583534,0.00019388176,0.00043195143,0.00023327321,0.00002131829,0.000084823354,0.000322815,0.001412867],"category_scores_gemma":[0.008421555,0.00013950649,0.000054057673,0.001158124,0.0001187953,0.00009550974,0.000013621231,0.00041646123,0.0008774681],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011119733,0.0018804321,0.006007297,0.00025178096,0.0000559958,0.00018165488,0.005069675,0.00008033619,0.00044449733,0.002387071,0.03077547,0.9517538],"study_design_scores_gemma":[0.008862256,0.008844328,0.25354704,0.0056180973,0.0012214686,0.0031675713,0.05300844,0.48928455,0.013332007,0.0064742016,0.15416916,0.0024708775],"about_ca_topic_score_codex":0.0005071749,"about_ca_topic_score_gemma":0.0001870841,"teacher_disagreement_score":0.94928294,"about_ca_system_score_codex":0.0004127432,"about_ca_system_score_gemma":0.0059173475,"threshold_uncertainty_score":0.9999309},"labels":[],"label_agreement":null},{"id":"W4389350630","doi":"10.2196/50903","title":"Reimagining Core Entrustable Professional Activities for Undergraduate Medical Education in the Era of Artificial Intelligence","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Leonard M. Miller School of Medicine","keywords":"Core (optical fiber); Psychology; Medical education; Engineering ethics; Medicine; Computer science; Engineering","score_opus":0.1286069950597952,"score_gpt":0.49931992405560766,"score_spread":0.37071292899581243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389350630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7837292,0.00017253711,0.0013846707,0.20807573,0.00433702,0.0017056217,0.0000038344565,0.000065355394,0.00052603177],"genre_scores_gemma":[0.99108,0.00022157114,0.0005222457,0.0042284597,0.0014705912,0.0012288302,0.0003359265,0.000020051159,0.0008923557],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99734336,0.00013366794,0.00076765206,0.00029336713,0.0011172402,0.00034468298],"domain_scores_gemma":[0.99805194,0.00091920886,0.00019102421,0.00027884642,0.00029188296,0.00026709956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017897454,0.0001371648,0.000243785,0.00025088966,0.00015665016,0.000020528478,0.0002475389,0.00025041145,0.00055012474],"category_scores_gemma":[0.0052176774,0.00009371652,0.000079195976,0.0008944895,0.00022693822,0.00015464636,0.000031408843,0.00073563773,0.000045288813],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018899266,0.0017062828,0.00852351,0.0004330725,0.00001012753,0.0000017711234,0.009732573,0.0000025850327,0.00008431731,0.02981951,0.03588395,0.9136133],"study_design_scores_gemma":[0.00036403546,0.0012428829,0.04310268,0.009882756,0.00016156967,0.00022941378,0.34971932,0.04764905,0.007964717,0.48916316,0.04967161,0.00084880844],"about_ca_topic_score_codex":0.0005436932,"about_ca_topic_score_gemma":0.0002521189,"teacher_disagreement_score":0.9127645,"about_ca_system_score_codex":0.00015212798,"about_ca_system_score_gemma":0.020754525,"threshold_uncertainty_score":0.9847969},"labels":[],"label_agreement":null},{"id":"W4389379994","doi":"10.2196/52202","title":"Performance Comparison of ChatGPT-4 and Japanese Medical Residents in the General Medicine In-Training Examination: Comparison Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Chiba University","keywords":"Expansive; Reliability (semiconductor); Medical knowledge; Training (meteorology); Medical education; Psychology; Computer science; Medicine; Geography","score_opus":0.20337492443330588,"score_gpt":0.52524413778268,"score_spread":0.32186921334937413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389379994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758956,0.00027466842,0.0000019591962,0.021376628,0.0006823765,0.0009198358,2.2061042e-7,0.000025577967,0.0008231339],"genre_scores_gemma":[0.99784404,0.00017460872,0.000015390224,0.0007611194,0.0007076731,0.0002900168,0.00006509667,0.000011225414,0.00013080896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99649596,0.00035313304,0.0010590454,0.00028267672,0.0015362637,0.0002729185],"domain_scores_gemma":[0.99863374,0.0005514103,0.00017143498,0.00025720499,0.0001414108,0.0002448236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003728871,0.0001307467,0.0004282018,0.0004611053,0.0000839924,0.0000092833425,0.00021286952,0.000198651,0.000296326],"category_scores_gemma":[0.0028992605,0.00009365833,0.000020339327,0.0012187698,0.00024757307,0.00010493745,0.00003829642,0.0005760225,0.000020141659],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041755062,0.00096284016,0.5927741,0.00014799327,0.0000043117875,0.000005176991,0.18793724,0.0000028577929,0.000011331894,0.00004920321,0.0015023972,0.21656078],"study_design_scores_gemma":[0.00027280464,0.0005098645,0.79189324,0.00068655965,0.000012785783,0.000018936176,0.18961397,0.01666602,0.00002572178,0.000049746905,0.00018679348,0.00006355516],"about_ca_topic_score_codex":0.0031963536,"about_ca_topic_score_gemma":0.0015284158,"teacher_disagreement_score":0.21649723,"about_ca_system_score_codex":0.000094839925,"about_ca_system_score_gemma":0.0010287421,"threshold_uncertainty_score":0.4831952},"labels":[],"label_agreement":null},{"id":"W4389559003","doi":"10.2196/51344","title":"Evaluation of ChatGPT’s Real-Life Implementation in Undergraduate Dental Education: Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Presentation (obstetrics); Class (philosophy); Psychology; Process (computing); Affordance; Mathematics education; Computer science; Medicine","score_opus":0.20953527770220146,"score_gpt":0.6190107529873914,"score_spread":0.4094754752851899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389559003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9821536,0.00018886998,0.00008385454,0.010955382,0.0030004184,0.002593621,0.0000013605556,0.00006705994,0.0009558585],"genre_scores_gemma":[0.99578285,0.0001882068,0.00040112025,0.0005316129,0.0006053239,0.0019389902,0.00037808402,0.000023383554,0.00015043859],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955449,0.0010483161,0.0010132069,0.00037792476,0.001740495,0.0002751411],"domain_scores_gemma":[0.9978146,0.00022886119,0.00027040188,0.0003572549,0.0009603831,0.00036847426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067944997,0.00015010721,0.000291751,0.0006640898,0.00008506735,0.00001672285,0.00012734796,0.00016023632,0.0008915744],"category_scores_gemma":[0.0028206788,0.00014790401,0.00006578839,0.0015794667,0.00006762899,0.00017946483,0.000035457935,0.0002449325,0.00010417546],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004214563,0.0025767596,0.13246459,0.00011163413,0.00003077826,5.662312e-7,0.009505827,0.0000050973385,0.00022254817,0.0006417353,0.006884383,0.8475139],"study_design_scores_gemma":[0.00043587704,0.00039481564,0.7763893,0.00023817392,0.00019298564,0.00001012463,0.21127172,0.00314861,0.0016807219,0.0055465964,0.00053281314,0.00015822754],"about_ca_topic_score_codex":0.0047345757,"about_ca_topic_score_gemma":0.0023329458,"teacher_disagreement_score":0.8473557,"about_ca_system_score_codex":0.0006361113,"about_ca_system_score_gemma":0.015564327,"threshold_uncertainty_score":0.9900165},"labels":[],"label_agreement":null},{"id":"W4389559024","doi":"10.2196/51302","title":"Medical Student Experiences and Perceptions of ChatGPT and Artificial Intelligence: Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Cross-sectional study; Descriptive statistics; Psychology; Medical school; Health care; Medicine; Family medicine","score_opus":0.11355077364590287,"score_gpt":0.5403388303058227,"score_spread":0.42678805665991987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389559024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99282134,0.0001286913,0.00009324165,0.0048185685,0.0012661066,0.0006962914,0.0000011446249,0.00005938172,0.0001152298],"genre_scores_gemma":[0.9977365,0.0002651911,0.000039294053,0.00038776183,0.0008016458,0.00055824046,0.00003312687,0.000010427181,0.0001678138],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974206,0.00008594719,0.00071338844,0.00034746408,0.0012229178,0.00020967699],"domain_scores_gemma":[0.9986984,0.00022997518,0.000093316776,0.00017199456,0.00025217366,0.00055411475],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001155988,0.00011400883,0.00021134353,0.00024695444,0.00020369302,0.00003960479,0.00010706153,0.00022103934,0.002319961],"category_scores_gemma":[0.0016172866,0.000097272954,0.00003717172,0.0004927522,0.0005142216,0.00010655749,0.00006726702,0.00029894535,0.000057999903],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047244866,0.0013772964,0.7374593,0.000076390934,0.000014775445,0.0000036172696,0.060986,3.186046e-7,0.0000301294,0.0007115067,0.00028632625,0.19900708],"study_design_scores_gemma":[0.00003676065,0.00042595682,0.7829923,0.00008570615,0.000012495212,0.000048867027,0.21426642,0.00064015284,0.00011241954,0.0011975293,0.000103517115,0.00007787337],"about_ca_topic_score_codex":0.00035929523,"about_ca_topic_score_gemma":0.00008853645,"teacher_disagreement_score":0.1989292,"about_ca_system_score_codex":0.000055357068,"about_ca_system_score_gemma":0.001454181,"threshold_uncertainty_score":0.9985921},"labels":[],"label_agreement":null},{"id":"W4389559041","doi":"10.2196/51391","title":"Learning to Make Rare and Complex Diagnoses With Generative AI Assistance: Qualitative Study of Popular Large Language Models","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eberhard Karls Universität Tübingen","keywords":"Medical diagnosis; Leverage (statistics); Voting; Context (archaeology); Generative grammar; Computer science; Artificial intelligence; Machine learning; Psychology; Medical education; Medicine; Geography; Political science; Pathology","score_opus":0.12928772442289496,"score_gpt":0.5182458280781091,"score_spread":0.3889581036552142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389559041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98691046,0.00011816355,0.00044594437,0.011173413,0.00017322184,0.000975792,0.000004389813,0.000057133755,0.00014146199],"genre_scores_gemma":[0.99619544,0.000030236286,0.00033803735,0.0017663788,0.00023927818,0.00046853066,0.00018783746,0.000017034257,0.00075724855],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984283,0.00023872023,0.00033198594,0.00026380894,0.00053427997,0.0002029231],"domain_scores_gemma":[0.99898523,0.00016104017,0.00009200186,0.00015990657,0.0003073232,0.0002944925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005482895,0.000107886175,0.00024540775,0.00017540224,0.00013190469,0.000014411526,0.00005587742,0.000078378536,0.00014181259],"category_scores_gemma":[0.0008687862,0.000085785425,0.000019081714,0.0005687005,0.000055622728,0.00007862026,0.000026338108,0.00024797473,0.000017448134],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018502946,0.0014701458,0.019450229,0.00019429515,0.000039144026,0.000012072443,0.9236828,0.00003881863,0.00013380697,0.0006795465,0.006831682,0.04728244],"study_design_scores_gemma":[0.00020068324,0.0013328794,0.026288098,0.00030109234,0.000031434232,0.0000060397083,0.9674521,0.0026593495,0.00012437513,0.00040509,0.0010878348,0.00011104182],"about_ca_topic_score_codex":0.0005918205,"about_ca_topic_score_gemma":0.000903845,"teacher_disagreement_score":0.047171395,"about_ca_system_score_codex":0.00006814264,"about_ca_system_score_gemma":0.00063672685,"threshold_uncertainty_score":0.34982282},"labels":[],"label_agreement":null},{"id":"W4389559236","doi":"10.2196/50373","title":"AI-Enabled Medical Education: Threads of Change, Promising Futures, and Risky Realities Across Four Potential Future Worlds","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering ethics; Health care; Autonomy; Public relations; Sociology; Knowledge management; Political science; Psychology; Engineering; Computer science; Law","score_opus":0.09443296181870102,"score_gpt":0.46310914346582965,"score_spread":0.3686761816471286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389559236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8035028,0.0017320988,0.000038566082,0.18775967,0.005432967,0.0009705375,0.000006716983,0.00013620674,0.0004204407],"genre_scores_gemma":[0.9700909,0.0024562094,0.00018824893,0.009809796,0.014196328,0.00071926875,0.00042206992,0.000039798357,0.002077344],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99684477,0.00014126122,0.0007522887,0.00043317126,0.0013428152,0.00048570894],"domain_scores_gemma":[0.99778426,0.00011705044,0.00021431319,0.00039021616,0.00059700833,0.0008971512],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012430701,0.00021421828,0.0003917709,0.00027284163,0.0003083082,0.000046623274,0.00018826779,0.00057819556,0.0011427721],"category_scores_gemma":[0.0014951376,0.00018460106,0.000091581736,0.00090706925,0.000297935,0.00024325897,0.00007453831,0.0006575935,0.000049781283],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019143423,0.0008340503,0.014691951,0.0010158151,0.000036385372,0.0000111539775,0.022739902,2.3363697e-7,0.000046659334,0.0019864077,0.103265196,0.8551808],"study_design_scores_gemma":[0.0010718702,0.0010281263,0.4723281,0.006778337,0.00029947507,0.0012390421,0.22889975,0.003113465,0.0017124105,0.021231469,0.2611785,0.0011194804],"about_ca_topic_score_codex":0.0019041153,"about_ca_topic_score_gemma":0.000564519,"teacher_disagreement_score":0.8540613,"about_ca_system_score_codex":0.00013778181,"about_ca_system_score_gemma":0.007743082,"threshold_uncertainty_score":0.99977034},"labels":[],"label_agreement":null},{"id":"W4389577325","doi":"10.2196/50705","title":"Increasing Realism and Variety of Virtual Patient Dialogues for Prenatal Counseling Education Through a Novel Application of ChatGPT: Exploratory Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Realism; Virtual patient; Observational study; Psychology; Scale (ratio); Scripting language; Variety (cybernetics); Medicine; Medical education; Computer science; Artificial intelligence","score_opus":0.18352286319090674,"score_gpt":0.4482539814260215,"score_spread":0.26473111823511475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389577325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99048704,0.00018251852,0.0039947373,0.002226239,0.00079648796,0.002207829,0.000021790034,0.00004752891,0.000035810415],"genre_scores_gemma":[0.9944614,0.00012926955,0.0013874867,0.0005744786,0.00058748544,0.001742484,0.0010752296,0.000020534942,0.000021591317],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9980697,0.00007690747,0.0007845522,0.00030860936,0.00059528725,0.00016492656],"domain_scores_gemma":[0.9978378,0.00050225685,0.00035678985,0.00024888452,0.00089120585,0.0001631104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091511593,0.00012486224,0.0002707443,0.00016177168,0.00011390933,0.000010032727,0.00008061245,0.00016494999,0.000014850541],"category_scores_gemma":[0.002037173,0.00012081501,0.00004935057,0.00050123356,0.00012866937,0.00022774245,0.00002774788,0.00014258033,0.0000033298193],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009034148,0.0100682145,0.09095278,0.0017971447,0.000100952784,2.9272832e-7,0.21702665,0.000023260545,0.0062511484,0.012603859,0.0034559048,0.65681636],"study_design_scores_gemma":[0.0017334629,0.0059857713,0.37226185,0.004064378,0.00054241205,0.00008530964,0.5367153,0.025317797,0.017512202,0.021259606,0.013547126,0.00097476656],"about_ca_topic_score_codex":0.0015556415,"about_ca_topic_score_gemma":0.000072769966,"teacher_disagreement_score":0.6558416,"about_ca_system_score_codex":0.00010399771,"about_ca_system_score_gemma":0.0034265611,"threshold_uncertainty_score":0.6078572},"labels":[],"label_agreement":null},{"id":"W4389577521","doi":"10.2196/50174","title":"ChatGPT in Medical Education: A Precursor for Automation Bias?","year":2023,"lang":"en","type":"editorial","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automation; Mindset; Curriculum; Medical education; Duty; Health care; Computer science; Artificial intelligence; Psychology; Medicine; Engineering; Pedagogy; Political science","score_opus":0.08283233965481962,"score_gpt":0.4974692679112024,"score_spread":0.41463692825638276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389577521","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005863633,0.0008162182,0.000112164846,0.058576327,0.9300014,0.0034285847,0.000027729751,0.00031140866,0.00086253276],"genre_scores_gemma":[0.0029110184,0.0013997834,0.00046337408,0.0036719386,0.9604659,0.011553029,0.009486174,0.00017366164,0.009875101],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99338967,0.0002150646,0.0016602282,0.0009089351,0.0031533986,0.0006727193],"domain_scores_gemma":[0.99245644,0.0031539493,0.0005845819,0.00074577495,0.0016228694,0.0014364024],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002609568,0.00043172532,0.00077782496,0.000907416,0.00015083939,0.00007304131,0.00045218592,0.0032757474,0.0018884161],"category_scores_gemma":[0.082885735,0.00041614682,0.00023423803,0.0011080923,0.00017545308,0.00020324529,0.000058929472,0.001790961,0.00068353966],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011958643,0.0014595777,0.00025072554,0.0014280191,0.000019339881,0.0000027160245,0.0018424125,1.6864405e-7,6.1360254e-7,0.00019752023,0.69461876,0.30006054],"study_design_scores_gemma":[0.00026367715,0.0003355063,0.00065409386,0.005943905,0.00008080717,0.000015436251,0.0015587595,0.0014161617,0.00002616928,0.0021459002,0.9871971,0.00036248137],"about_ca_topic_score_codex":0.0015271466,"about_ca_topic_score_gemma":0.0010578679,"teacher_disagreement_score":0.29969805,"about_ca_system_score_codex":0.0011969683,"about_ca_system_score_gemma":0.093222305,"threshold_uncertainty_score":0.99982905},"labels":[],"label_agreement":null},{"id":"W4389577763","doi":"10.2196/48514","title":"Performance of ChatGPT on the Chinese Postgraduate Examination for Clinical Medicine: Survey Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine; Family medicine; Traditional Chinese medicine; Traditional medicine; Psychology; Alternative medicine; Pathology","score_opus":0.2771935890227568,"score_gpt":0.5664957622394303,"score_spread":0.2893021732166735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389577763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9676748,0.000035644316,0.000009937263,0.027476495,0.0022330778,0.0021074356,0.0000029871808,0.000051006886,0.0004086032],"genre_scores_gemma":[0.99508154,0.00029179125,0.000010080421,0.0016241897,0.0013421931,0.0006696746,0.00025580163,0.0000186352,0.00070608576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975349,0.00040504723,0.0008342552,0.0002784631,0.000740436,0.0002069229],"domain_scores_gemma":[0.9958759,0.002628265,0.00022219443,0.0003949679,0.0006636424,0.00021502517],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006905428,0.00012617702,0.0002950632,0.00019976949,0.0001427158,0.000006044543,0.0001717576,0.00014586652,0.00022782882],"category_scores_gemma":[0.015599597,0.000073985386,0.00006440211,0.0009827566,0.00019328324,0.000058719997,0.000019666813,0.00029162905,0.00009786648],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026363932,0.0014789742,0.66141427,0.00013323108,0.000021762808,3.577823e-7,0.004967968,5.4802837e-7,0.000012998698,0.00010655713,0.023040615,0.3085591],"study_design_scores_gemma":[0.00017370042,0.0024325598,0.9888904,0.00023850978,0.00002416026,0.0000027309493,0.0042394497,0.0031101084,0.00006122032,0.00015778643,0.0006039144,0.0000654342],"about_ca_topic_score_codex":0.00037725933,"about_ca_topic_score_gemma":0.00009625432,"teacher_disagreement_score":0.32747617,"about_ca_system_score_codex":0.000059095746,"about_ca_system_score_gemma":0.0010943474,"threshold_uncertainty_score":0.9926924},"labels":[],"label_agreement":null},{"id":"W4389918706","doi":"10.2196/48393","title":"Sharing Digital Health Educational Resources in a One-Stop Shop Portal: Tutorial on the Catalog and Index of Digital Health Teaching Resources (CIDHR) Semantic Search Engine","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche; European Commission","keywords":"Health informatics; Computer science; Digital health; World Wide Web; Resource (disambiguation); Health care; Public health informatics; Knowledge management; Multimedia; Medical education; HRHIS; Health promotion; Medicine; Nursing; Public health","score_opus":0.05299368851160405,"score_gpt":0.4566115781720001,"score_spread":0.403617889660396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389918706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9179975,0.000108608896,0.000026499962,0.07742289,0.00081672333,0.0013258054,0.000056656387,0.0000836571,0.002161697],"genre_scores_gemma":[0.9926518,0.000047316214,0.000025927147,0.004702221,0.0010805551,0.00029912216,0.00058566,0.000022021008,0.0005853329],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954485,0.00050293957,0.0018982481,0.00040516985,0.0010834193,0.0006616961],"domain_scores_gemma":[0.99650997,0.0017097727,0.0006184745,0.00043184214,0.00014420156,0.00058571465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059184264,0.00018433967,0.00038930133,0.0004839013,0.00080434955,0.00010709386,0.00038867156,0.00020453424,0.00026169608],"category_scores_gemma":[0.004726227,0.00013997938,0.000048805963,0.00072627794,0.00013854993,0.0009234337,0.00022466664,0.0016287585,0.00007528001],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023817537,0.001179379,0.6130195,0.0033567916,0.000021481108,7.36324e-7,0.20815285,0.00001509835,0.0000012695652,0.010419081,0.025983898,0.13761173],"study_design_scores_gemma":[0.0014536844,0.00028827792,0.8762427,0.003977103,0.0000031808106,0.000006741357,0.048565153,0.006704099,0.0000012002408,0.0029438152,0.059530232,0.00028384198],"about_ca_topic_score_codex":0.0011574918,"about_ca_topic_score_gemma":0.00013813793,"teacher_disagreement_score":0.26322314,"about_ca_system_score_codex":0.00035021073,"about_ca_system_score_gemma":0.0051599573,"threshold_uncertainty_score":0.9153543},"labels":[],"label_agreement":null},{"id":"W4390072289","doi":"10.2196/46500","title":"AI Education for Fourth-Year Medical Students: Two-Year Experience of a Web-Based, Self-Guided Curriculum and Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"School of Medicine, Emory University; National Heart, Lung, and Blood Institute; Emory University","keywords":"Curriculum; Specialty; Medical education; Set (abstract data type); Computer science; Psychology; Knowledge management; Medicine; Pedagogy; Family medicine","score_opus":0.071379446087482,"score_gpt":0.5501747570487883,"score_spread":0.47879531096130623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390072289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97169125,0.000116067706,0.000706492,0.021730369,0.002965461,0.0024976323,0.0000022631286,0.00015481653,0.00013565361],"genre_scores_gemma":[0.9848082,0.00010297503,0.0066617047,0.004010066,0.0011141917,0.0029759177,0.0001117025,0.000034873843,0.00018033698],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99624056,0.0003748048,0.00091246935,0.00050999585,0.0016052914,0.0003568931],"domain_scores_gemma":[0.9972025,0.00055183977,0.00022054417,0.00042108874,0.00082135946,0.00078264374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030664746,0.00019959477,0.0004047137,0.00038285597,0.00015637148,0.000040418545,0.0003226598,0.00026255965,0.0005105112],"category_scores_gemma":[0.0058663315,0.00017563191,0.00009280895,0.0009203662,0.00016612143,0.0001405451,0.00008106815,0.0003505294,0.000043308963],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019118209,0.013960361,0.4528367,0.00095152814,0.000090012036,0.00000374939,0.024999518,0.0000013048696,0.00018014645,0.0014905254,0.095503986,0.409791],"study_design_scores_gemma":[0.0052660536,0.005020117,0.2435723,0.0036164483,0.00072659686,0.00014941386,0.6353019,0.02849274,0.007001994,0.0050049,0.06452703,0.0013205322],"about_ca_topic_score_codex":0.0007144579,"about_ca_topic_score_gemma":0.00009127092,"teacher_disagreement_score":0.6103024,"about_ca_system_score_codex":0.00017953261,"about_ca_system_score_gemma":0.008201971,"threshold_uncertainty_score":0.9974206},"labels":[],"label_agreement":null},{"id":"W4390114552","doi":"10.2196/50658","title":"Using ChatGPT for Clinical Practice and Medical Education: Cross-Sectional Survey of Medical Students’ and Physicians’ Perceptions","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Medicine; Family medicine; Cross-sectional study; Medical education; Psychology","score_opus":0.3771798141053797,"score_gpt":0.6494869123560723,"score_spread":0.27230709825069255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390114552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9620757,0.00058727845,0.0004539028,0.032548774,0.003313812,0.0008670882,0.000010538815,0.000054751847,0.00008812935],"genre_scores_gemma":[0.9823943,0.0033647958,0.0009067986,0.008753863,0.00343658,0.00034570997,0.00047805306,0.000032639553,0.00028726857],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99488926,0.00034751292,0.0011919424,0.00051522034,0.0027534952,0.00030258694],"domain_scores_gemma":[0.99486274,0.0022072697,0.00029401638,0.0002800717,0.0012983306,0.0010575928],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007294969,0.0001626919,0.0003787442,0.00016992258,0.0002607197,0.00006847422,0.00026134687,0.00068622775,0.00092514773],"category_scores_gemma":[0.038853317,0.0001537566,0.00008500544,0.0006000107,0.0006751726,0.00023830878,0.000115790266,0.0007052396,0.000029770108],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016279818,0.0019874375,0.7815144,0.00023691982,0.00004157022,0.0000013928011,0.0014555947,1.777582e-7,0.000004628789,0.00045493402,0.01099319,0.20314695],"study_design_scores_gemma":[0.00027811306,0.00024078504,0.9841555,0.0005575559,0.00004641993,0.00016941177,0.004083415,0.0032520539,0.0000073634906,0.00037838347,0.006698407,0.000132594],"about_ca_topic_score_codex":0.0015964066,"about_ca_topic_score_gemma":0.00020657288,"teacher_disagreement_score":0.20301436,"about_ca_system_score_codex":0.00011110376,"about_ca_system_score_gemma":0.0119767515,"threshold_uncertainty_score":0.99998814},"labels":[],"label_agreement":null},{"id":"W4390281402","doi":"10.2196/51426","title":"Exploring the Feasibility of Using ChatGPT to Create Just-in-Time Adaptive Physical Activity mHealth Intervention Content: Case Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"mHealth; Intervention (counseling); Content (measure theory); Computer science; Multimedia; Psychology; Psychological intervention; Mathematics","score_opus":0.4224212548552816,"score_gpt":0.5427564494244093,"score_spread":0.12033519456912767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390281402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99403495,0.000012834875,0.00004261573,0.0018460037,0.0016168383,0.0021708843,0.000015724741,0.00006113742,0.00019899866],"genre_scores_gemma":[0.99808025,6.332797e-7,0.000011132019,0.00010430272,0.00017162414,0.0012620447,0.00000852298,0.000018565117,0.00034290753],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977294,0.00059930264,0.00047532032,0.00038932374,0.0004817485,0.0003248917],"domain_scores_gemma":[0.9987887,0.00024341284,0.0001866998,0.00039715573,0.00009555648,0.00028847528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012857304,0.00013695782,0.0002699737,0.0001736377,0.0001023059,0.000018872763,0.00021921101,0.00005119468,0.00016926171],"category_scores_gemma":[0.00036972776,0.00011230113,0.00012858277,0.00082263426,0.00009273602,0.00026768824,0.00013365166,0.00035910637,0.00021510964],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001003352,0.049775347,0.02985023,0.00033021485,0.000100353725,0.00021197638,0.06991369,0.000008626104,0.00007611611,0.0009841701,0.00064383127,0.8471021],"study_design_scores_gemma":[0.001764066,0.0025573154,0.89972365,0.0011530805,0.00005429921,0.00017495948,0.09222131,0.0015895967,0.00012139881,0.00039676807,0.000032260978,0.00021126395],"about_ca_topic_score_codex":0.0056887823,"about_ca_topic_score_gemma":0.00055036263,"teacher_disagreement_score":0.86987346,"about_ca_system_score_codex":0.00040931522,"about_ca_system_score_gemma":0.0002109554,"threshold_uncertainty_score":0.8599775},"labels":[],"label_agreement":null},{"id":"W4390347092","doi":"10.2196/48904","title":"Differentiating ChatGPT-Generated and Human-Written Medical Texts: Quantitative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Computer science; Unified Medical Language System; Natural language processing; Artificial intelligence; Perplexity; Fluency; Medical diagnosis; Vocabulary; Context (archaeology); Language model; Information retrieval; Linguistics; Medicine","score_opus":0.1412766185636748,"score_gpt":0.5105681986862469,"score_spread":0.3692915801225721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390347092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738993,0.00017211147,0.000040031977,0.02340553,0.00094345724,0.00089579105,0.000001144145,0.00018135656,0.00046130246],"genre_scores_gemma":[0.99522245,0.000102005695,0.00006655901,0.0020109147,0.0010001158,0.00044950348,0.00021871243,0.000025668804,0.0009040449],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997415,0.00018686477,0.0005990462,0.0003976443,0.0010805515,0.0003208713],"domain_scores_gemma":[0.9983772,0.00028207534,0.000112337904,0.00023693898,0.00027744475,0.00071398815],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010232583,0.00015673762,0.0002821474,0.00027400395,0.0002878926,0.000037647616,0.00011866362,0.00024903714,0.0015401636],"category_scores_gemma":[0.0033590102,0.0001316793,0.00004106112,0.000715395,0.00014680164,0.000102248356,0.00005841139,0.00046921484,0.00023813677],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011853729,0.005185973,0.47106287,0.0004404136,0.00012333793,0.000053157735,0.04397392,4.5541503e-7,0.00073496683,0.004095077,0.036659915,0.43755138],"study_design_scores_gemma":[0.0005935487,0.0018323816,0.88323873,0.0011226862,0.00012166855,0.0000812567,0.1000728,0.0054178527,0.000622562,0.0024742621,0.003989509,0.00043276415],"about_ca_topic_score_codex":0.00087754114,"about_ca_topic_score_gemma":0.00030571353,"teacher_disagreement_score":0.43711862,"about_ca_system_score_codex":0.000090069836,"about_ca_system_score_gemma":0.0016454677,"threshold_uncertainty_score":0.99937254},"labels":[],"label_agreement":null},{"id":"W4390347789","doi":"10.2196/51199","title":"Empathy and Equity: Key Considerations for Large Language Model Adoption in Health Care","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Cancer Institute; National Institutes of Health","keywords":"Empathy; Equity (law); Health care; Key (lock); Software deployment; Psychology; Public relations; Political science; Social psychology; Economic growth; Economics; Computer science; Computer security","score_opus":0.1488404852371167,"score_gpt":0.5199966882629056,"score_spread":0.3711562030257889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390347789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92616826,0.00099778,0.0010549754,0.06920481,0.0005801487,0.0014749554,0.000018776958,0.00011126333,0.00038903116],"genre_scores_gemma":[0.98955464,0.0002360844,0.0012239504,0.0071798256,0.00040516126,0.0006424656,0.00045666363,0.000014278564,0.00028693414],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9988037,0.000047085363,0.00038614104,0.00022072984,0.00026535508,0.00027701698],"domain_scores_gemma":[0.9991525,0.00017309574,0.00006745554,0.00014647593,0.00015536671,0.00030513506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006845849,0.00008016075,0.00016257033,0.00021294299,0.00014600251,0.000019717856,0.00003124456,0.00014024077,0.00010056117],"category_scores_gemma":[0.0016998113,0.000078284786,0.00003016673,0.00026318707,0.000030485431,0.00008440737,0.000023479655,0.00017899674,0.000027933125],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013076415,0.0010548892,0.011028747,0.0026049954,0.000013620304,0.000005488171,0.37449852,0.000053461663,0.00013606188,0.029369166,0.08157341,0.49953088],"study_design_scores_gemma":[0.001491573,0.0012946575,0.054708138,0.002739469,0.00006549793,0.0000988941,0.6223833,0.24815576,0.00077091996,0.049260303,0.018319272,0.0007122394],"about_ca_topic_score_codex":0.00037493205,"about_ca_topic_score_gemma":0.000987403,"teacher_disagreement_score":0.49881867,"about_ca_system_score_codex":0.00022482735,"about_ca_system_score_gemma":0.0038591248,"threshold_uncertainty_score":0.6845922},"labels":[],"label_agreement":null},{"id":"W4390353122","doi":"10.2196/50156","title":"Measuring e-Professional Behavior of Doctors of Medicine and Dental Medicine on Social Networking Sites: Indexes Construction With Formative Indicators","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Hrvatska Zaklada za Znanost","keywords":"Formative assessment; Psychology; Normative; Scale (ratio); Confidentiality; Test (biology); Nonprobability sampling; Variance (accounting); Health care; Structural equation modeling; Applied psychology; Medical education; Computer science; Medicine; Business; Computer security","score_opus":0.10752598459601782,"score_gpt":0.4510599666982996,"score_spread":0.3435339821022818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390353122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838539,0.00009794606,0.000004774986,0.00935361,0.0050252075,0.00093556545,0.0000021895016,0.00005238349,0.0006744428],"genre_scores_gemma":[0.99607044,0.00017283153,0.000053157797,0.00020460556,0.002824956,0.00058980746,0.00005514405,0.000012661191,0.000016418195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970023,0.00033178664,0.0005609176,0.0002008108,0.0016412447,0.00026295858],"domain_scores_gemma":[0.99759,0.0012534043,0.0005715598,0.00008469006,0.00020912755,0.0002911871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015806993,0.00012464433,0.0003146444,0.00054166483,0.00043801698,0.0000051564393,0.00015581977,0.00024828836,0.00028213597],"category_scores_gemma":[0.0027643205,0.00009813203,0.000025454043,0.0015211476,0.0024119327,0.00016587682,0.00002658981,0.0003109316,0.00000271278],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008947292,0.00024020039,0.52506745,0.0002230888,0.000022482543,5.964113e-7,0.25960112,2.1547034e-7,0.00008260663,0.009133421,0.0031099033,0.20242946],"study_design_scores_gemma":[0.000926227,0.00027280362,0.805978,0.0016699694,0.00005585526,0.0000026849261,0.1878192,0.000010054996,0.000081328944,0.0008068881,0.0022359558,0.00014105554],"about_ca_topic_score_codex":0.0012492117,"about_ca_topic_score_gemma":0.0003591575,"teacher_disagreement_score":0.28091055,"about_ca_system_score_codex":0.00021328425,"about_ca_system_score_gemma":0.001699104,"threshold_uncertainty_score":0.88868666},"labels":[],"label_agreement":null},{"id":"W4390617165","doi":"10.2196/51148","title":"Pure Wisdom or Potemkin Villages? A Comparison of ChatGPT 3.5 and ChatGPT 4 on USMLE Step 3 Style Questions: Quantitative Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Cheating; Medical education; United States Medical Licensing Examination; Psychology; Scale (ratio); Mathematics education; Computer science; Medical school; Medicine; Social psychology; Cartography; Geography","score_opus":0.09793939183542286,"score_gpt":0.5100299225747479,"score_spread":0.412090530739325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390617165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96693957,0.0039743194,0.0013834197,0.025201038,0.0010752977,0.00078725035,0.000010879974,0.00008998065,0.0005382427],"genre_scores_gemma":[0.9961745,0.00045676008,0.00073188037,0.00080609124,0.0004585767,0.0002109218,0.00014559191,0.000019363968,0.0009962913],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9979862,0.00013425286,0.0006452378,0.00039033327,0.00063134765,0.00021265516],"domain_scores_gemma":[0.9983733,0.00055287726,0.00014208551,0.00028374573,0.0002802442,0.00036771552],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00052882195,0.0001603971,0.0004365582,0.0005853169,0.00010018618,0.000039774164,0.00008423044,0.00024619626,0.0011208078],"category_scores_gemma":[0.0014770767,0.000121462144,0.00010593209,0.0013404643,0.00019710086,0.00012677054,0.00001904008,0.000389477,0.0000792997],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009258695,0.003851858,0.02270549,0.0024151288,0.00075478613,0.000028729484,0.072274595,0.00002352157,0.00036431942,0.022536295,0.033200014,0.8409194],"study_design_scores_gemma":[0.0009307156,0.013077605,0.14355259,0.018961394,0.0048921374,0.00032420876,0.34830272,0.26839054,0.008429176,0.0072478154,0.18403856,0.001852552],"about_ca_topic_score_codex":0.0008042576,"about_ca_topic_score_gemma":0.0005882004,"teacher_disagreement_score":0.83906686,"about_ca_system_score_codex":0.00015345411,"about_ca_system_score_gemma":0.0017636486,"threshold_uncertainty_score":0.9997923},"labels":[],"label_agreement":null},{"id":"W4390631601","doi":"10.2196/51247","title":"Artificial Intelligence in Medicine: Cross-Sectional Study Among Medical Students on Application, Education, and Ethical Aspects","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":138,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Medical ethics; Cross-sectional study; Psychology; Family medicine; Medicine; Pedagogy; Pathology","score_opus":0.07736878108075156,"score_gpt":0.5312998261579426,"score_spread":0.453931045077191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390631601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9530004,0.0006430663,0.0006093691,0.038310584,0.003826166,0.0019247888,0.0000011679438,0.0001509894,0.0015334137],"genre_scores_gemma":[0.9878099,0.00017116789,0.000051217456,0.0063744164,0.003671165,0.0014590829,0.00010155261,0.000038542825,0.00032298733],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99371785,0.00025235422,0.0014989878,0.00095021457,0.0031961575,0.000384445],"domain_scores_gemma":[0.9971729,0.00077491277,0.00012280501,0.00044084707,0.0004531761,0.001035369],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003675296,0.00028119568,0.00038271295,0.00068835315,0.0002009865,0.00016881197,0.00040466813,0.00086738507,0.0020061901],"category_scores_gemma":[0.005583566,0.00023874437,0.00006352478,0.0011798315,0.00063878327,0.00014606082,0.00008297003,0.0021408843,0.00030064338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010823112,0.0038902818,0.6181026,0.00022776649,0.000025938987,0.000018106755,0.004858591,0.0000014882319,0.000007875134,0.020267488,0.003044471,0.34944713],"study_design_scores_gemma":[0.0000783513,0.00075734546,0.9600672,0.0013257362,0.000035654746,0.00014329114,0.006266775,0.002344603,0.0000743544,0.026106186,0.0025446287,0.0002558626],"about_ca_topic_score_codex":0.0019547984,"about_ca_topic_score_gemma":0.0008842003,"teacher_disagreement_score":0.34919128,"about_ca_system_score_codex":0.0005061111,"about_ca_system_score_gemma":0.0070833853,"threshold_uncertainty_score":0.99890614},"labels":[],"label_agreement":null},{"id":"W4390776874","doi":"10.2196/51308","title":"Comprehensiveness, Accuracy, and Readability of Exercise Recommendations Provided by an AI-Based Chatbot: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"CVS Health; University of Connecticut","keywords":"Readability; Chatbot; Medicine; Health care; Medical education; Physical therapy; Computer science; Artificial intelligence","score_opus":0.050469090209299516,"score_gpt":0.5520507845820172,"score_spread":0.5015816943727176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390776874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7860647,0.0051182522,0.020236814,0.14883354,0.0056931986,0.032568663,0.00021994302,0.0007303619,0.0005345186],"genre_scores_gemma":[0.9389603,0.00049954426,0.0075135375,0.004933603,0.00030745895,0.04647301,0.00094814907,0.00005019644,0.00031416636],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952848,0.0021618805,0.0011502926,0.0005902356,0.00041420758,0.0003985877],"domain_scores_gemma":[0.9952993,0.0024167553,0.00027601622,0.0006490482,0.00044428316,0.0009145949],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033370478,0.00018751319,0.000413478,0.0001794814,0.00053965225,0.000017966562,0.00022284947,0.00029873403,0.0010415426],"category_scores_gemma":[0.0016921007,0.00016424766,0.000042742136,0.0005493849,0.0001263114,0.0002340321,0.00007022559,0.00082206057,0.000031335847],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008146802,0.0025963422,0.008713541,0.003239494,0.000010965051,2.602218e-7,0.0035213118,3.0054994e-7,0.00013126011,0.0011179493,0.10592521,0.8746619],"study_design_scores_gemma":[0.0012873898,0.0006320638,0.07563359,0.0026788197,0.00015490904,0.0000028680101,0.020884462,0.00867191,0.0002580537,0.004071902,0.8853049,0.00041911],"about_ca_topic_score_codex":0.0011043361,"about_ca_topic_score_gemma":0.00022643442,"teacher_disagreement_score":0.8742428,"about_ca_system_score_codex":0.00018396768,"about_ca_system_score_gemma":0.008348808,"threshold_uncertainty_score":0.9998716},"labels":[],"label_agreement":null},{"id":"W4390918905","doi":"10.2196/53961","title":"A Generative Pretrained Transformer (GPT)–Powered Chatbot as a Simulated Patient to Practice History Taking: Prospective, Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chatbot; Conversation; Usability; Computer science; Psychology; Medical education; Medicine; Artificial intelligence; Human–computer interaction; Communication","score_opus":0.08406383022874636,"score_gpt":0.5209060402476431,"score_spread":0.4368422100188967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390918905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90186995,0.0031178864,0.008003229,0.05559017,0.013293517,0.0086329095,0.000003083203,0.00040419985,0.009085061],"genre_scores_gemma":[0.9823979,0.000043557957,0.005842974,0.007187779,0.0009766552,0.0015756702,0.00005359217,0.000052044994,0.0018697955],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996696,0.0005464328,0.0007805449,0.0006813513,0.00092578185,0.0003698865],"domain_scores_gemma":[0.9973763,0.00060335564,0.00014603618,0.00035171825,0.0007511624,0.00077143],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013448688,0.00025330303,0.00034761796,0.00036165546,0.00012259342,0.000048313177,0.00011887428,0.0002600319,0.002852355],"category_scores_gemma":[0.008359134,0.00021603647,0.00010511413,0.0007806566,0.00008709424,0.0002837849,0.000017682689,0.00065749284,0.00027418658],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006381649,0.004833972,0.00037603307,0.00020197197,0.00016450117,0.00003422727,0.23075317,0.0000054453785,0.0015000722,0.00081881124,0.02205385,0.73861974],"study_design_scores_gemma":[0.0004947983,0.009709146,0.007410744,0.0014502017,0.0005670294,0.00026747686,0.16391705,0.006425463,0.010892848,0.0016850675,0.7963787,0.00080152624],"about_ca_topic_score_codex":0.0009822397,"about_ca_topic_score_gemma":0.00007315298,"teacher_disagreement_score":0.7743248,"about_ca_system_score_codex":0.00171244,"about_ca_system_score_gemma":0.007690403,"threshold_uncertainty_score":0.99999386},"labels":[],"label_agreement":null},{"id":"W4390985458","doi":"10.2196/50842","title":"Performance of ChatGPT on Ophthalmology-Related Questions Across Various Examination Levels: Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Medicine; Ophthalmology; Licensure; Medical school; Medical education; Family medicine","score_opus":0.2289267075375783,"score_gpt":0.5170309125922852,"score_spread":0.2881042050547069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390985458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98881924,0.00025192177,0.00002243974,0.00617625,0.0024960162,0.00091893785,0.0000050819913,0.00008996587,0.0012201577],"genre_scores_gemma":[0.9966108,0.000039498707,0.00007840787,0.00037658642,0.0004968355,0.00040412994,0.00014288943,0.00001939094,0.0018314392],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980312,0.00012591014,0.0006367041,0.00032189785,0.0006740275,0.00021025124],"domain_scores_gemma":[0.9987709,0.0002855455,0.00009804362,0.00025502997,0.0003892427,0.0002012521],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010633828,0.00012959752,0.00019751365,0.00019490921,0.00013395141,0.000020618463,0.00010457859,0.00023977645,0.001147376],"category_scores_gemma":[0.0011174211,0.000114246766,0.00005338939,0.0006471655,0.00012206795,0.00017377775,0.000018764944,0.00043155416,0.0001899275],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011773483,0.006615671,0.1670719,0.00070762594,0.000090387985,0.000022306825,0.033486094,0.000032483902,0.0002324861,0.0037742786,0.001865847,0.7859832],"study_design_scores_gemma":[0.000094677715,0.0014885063,0.98131984,0.00094812084,0.000041688236,0.0001858222,0.0042256615,0.009766608,0.00036145476,0.00055078865,0.000894725,0.00012208305],"about_ca_topic_score_codex":0.00023890047,"about_ca_topic_score_gemma":0.000011550688,"teacher_disagreement_score":0.81424797,"about_ca_system_score_codex":0.0002448353,"about_ca_system_score_gemma":0.0025183794,"threshold_uncertainty_score":0.9997657},"labels":[],"label_agreement":null},{"id":"W4391294614","doi":"10.2196/48949","title":"Cocreating an Automated mHealth Apps Systematic Review Process With Generative AI: Design Science Research Approach","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Business Finland; Science Foundation Ireland; European Commission","keywords":"Computer science; mHealth; Systematic review; Debugging; Process (computing); Generative grammar; Artificial intelligence; Scope (computer science); Data science; Software engineering; World Wide Web; Health care; MEDLINE; Programming language","score_opus":0.4486247557437692,"score_gpt":0.6532317943544215,"score_spread":0.20460703861065227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391294614","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001854738,0.9816238,0.0005591579,0.0019942583,0.0005003878,0.014394758,0.0000028890695,0.00036312174,0.00054305856],"genre_scores_gemma":[0.00024147132,0.97987217,0.0018047774,0.00165073,0.0011134403,0.014385075,0.0004493056,0.00009657783,0.00038645288],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9912542,0.0017097781,0.0018248267,0.0012074094,0.0032165626,0.00078721636],"domain_scores_gemma":[0.99391204,0.0005014534,0.00055290095,0.0009879869,0.002652226,0.0013934105],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011305749,0.00047915743,0.0022368769,0.00095971214,0.0005909478,0.00020251948,0.0006550179,0.00048683395,0.000099241326],"category_scores_gemma":[0.006911005,0.000287174,0.00013277828,0.0052263415,0.0007650136,0.00032627623,0.000053371143,0.0021950586,0.0002737899],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007940372,0.00058558554,9.171625e-7,0.80815667,0.00004022518,0.0000053340054,0.0022347367,3.3471198e-7,8.6227374e-8,0.00022875083,0.00497052,0.18376887],"study_design_scores_gemma":[0.000021362803,0.00056443975,5.283622e-7,0.9810237,0.0017939829,0.0006889493,0.003431759,0.0055781584,0.0000036303677,0.00011600388,0.0064724465,0.00030498076],"about_ca_topic_score_codex":0.00015474264,"about_ca_topic_score_gemma":0.000006944299,"teacher_disagreement_score":0.18346389,"about_ca_system_score_codex":0.0015579937,"about_ca_system_score_gemma":0.088041864,"threshold_uncertainty_score":0.99995804},"labels":[],"label_agreement":null},{"id":"W4391297309","doi":"10.2196/54401","title":"Development of a Clinical Simulation Video to Evaluate Multiple Domains of Clinical Competence: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Competence (human resources); Psychology; Computer science; Medicine; Social psychology; Pathology","score_opus":0.11437276997968718,"score_gpt":0.5729542154600152,"score_spread":0.4585814454803281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391297309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858912,0.000065296605,0.0042053442,0.001334079,0.006153159,0.0018467123,0.000004082251,0.00008538215,0.00041473744],"genre_scores_gemma":[0.97274745,0.0000072383164,0.023477528,0.0011343409,0.001734268,0.00037514843,0.00016663305,0.000030672574,0.00032670752],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99193037,0.00032613572,0.004324019,0.0006670198,0.002497395,0.00025506277],"domain_scores_gemma":[0.99579495,0.001253311,0.0004906066,0.0005382726,0.00152551,0.00039735826],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010250211,0.00020188259,0.00070744863,0.00045941587,0.000103326885,0.000028740043,0.00026197935,0.00043324177,0.0012448857],"category_scores_gemma":[0.023235116,0.00017105909,0.00021938594,0.0012850139,0.00035265554,0.00014684738,0.000098980614,0.0008471318,0.00014979433],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003741441,0.0065829577,0.7016663,0.00036862088,0.00015546121,0.000002764603,0.002749702,0.000059222708,0.00006659985,0.00026300675,0.0027945722,0.28491667],"study_design_scores_gemma":[0.0018518517,0.0005719848,0.9484824,0.00061749463,0.00007066101,0.0000100159805,0.0010225804,0.025116455,0.000049253853,0.000085693595,0.021978788,0.00014283763],"about_ca_topic_score_codex":0.000029469187,"about_ca_topic_score_gemma":0.000017828745,"teacher_disagreement_score":0.28477383,"about_ca_system_score_codex":0.00019938835,"about_ca_system_score_gemma":0.010919858,"threshold_uncertainty_score":0.9996681},"labels":[],"label_agreement":null},{"id":"W4391304280","doi":"10.2196/55368","title":"Proposing a Principle-Based Approach for Teaching AI Ethics in Medical Education","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Beneficence; Engineering ethics; Medical ethics; Autonomy; Context (archaeology); Information ethics; Bioethics; Economic Justice; Informed consent; Applied ethics; Medicine; Political science; Alternative medicine; Engineering; Law","score_opus":0.12070955528676486,"score_gpt":0.5414439157913459,"score_spread":0.420734360504581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391304280","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39529648,0.002573322,0.10012021,0.4831819,0.007731453,0.0056558987,0.0000035887497,0.0004447398,0.0049923966],"genre_scores_gemma":[0.96267784,0.000045130317,0.007558849,0.023238337,0.0029442243,0.002306585,0.0004965573,0.000046987523,0.0006854742],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99698085,0.00022990847,0.0007393323,0.0005198759,0.0011581465,0.0003718826],"domain_scores_gemma":[0.99805665,0.00059641164,0.000075570795,0.00029122396,0.0003232607,0.0006568556],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032583778,0.00018082446,0.00025351418,0.00043845124,0.00018568581,0.000075650234,0.0001703017,0.0007277994,0.0003770391],"category_scores_gemma":[0.011775058,0.00015762915,0.00010401337,0.00048084362,0.0001673755,0.0001885478,0.00002048442,0.0020880196,0.000031846357],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015843599,0.0042785998,0.006105466,0.004402053,0.000017755669,0.00000453455,0.013311732,0.000011552152,0.0000710383,0.027772987,0.01849579,0.92537004],"study_design_scores_gemma":[0.0005565134,0.00086415414,0.004113809,0.016164152,0.00016920056,0.00035401777,0.016434781,0.5690827,0.0015541054,0.011191147,0.37866825,0.0008472009],"about_ca_topic_score_codex":0.0005587272,"about_ca_topic_score_gemma":0.00008541596,"teacher_disagreement_score":0.9245229,"about_ca_system_score_codex":0.0006569949,"about_ca_system_score_gemma":0.053832036,"threshold_uncertainty_score":0.9965492},"labels":[],"label_agreement":null},{"id":"W4391311920","doi":"10.2196/48507","title":"Occupational Therapy Students’ Evidence-Based Practice Skills as Reported in a Mobile App: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Cross-sectional study; Occupational therapy; Mobile apps; Psychology; Medical education; Medicine; Physical therapy; Computer science; World Wide Web","score_opus":0.1757460658230295,"score_gpt":0.6512037286559543,"score_spread":0.4754576628329248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391311920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811898,0.0011842588,0.000053704334,0.007052747,0.005239005,0.004285479,0.0000032849484,0.00013679349,0.00085494027],"genre_scores_gemma":[0.97807324,0.0003506912,0.00013233458,0.0063984036,0.0016945993,0.0103155095,0.000095397576,0.000019185074,0.002920624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927665,0.0015532739,0.0011719924,0.0006656316,0.0032393024,0.00060332543],"domain_scores_gemma":[0.9934063,0.004467075,0.00023182886,0.0003851237,0.00080265827,0.000707015],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010936708,0.00015661812,0.00018507963,0.0005106113,0.00056472945,0.00016479936,0.0004376651,0.0002823004,0.0076965685],"category_scores_gemma":[0.017660514,0.00012689122,0.00005482811,0.0015854868,0.00013808173,0.0010128354,0.00006269478,0.0013043181,0.0012819804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028306345,0.00486117,0.95106024,0.00015903247,0.000016828977,0.000015740807,0.00871106,0.000007904753,0.000009226393,0.000094107134,0.022398664,0.012382963],"study_design_scores_gemma":[0.0006659534,0.00043630987,0.9248009,0.0006104421,0.0000035592534,0.00000912168,0.006439035,0.00037144797,0.0000021171606,0.00015908772,0.066390574,0.00011146663],"about_ca_topic_score_codex":0.0033924815,"about_ca_topic_score_gemma":0.00027408925,"teacher_disagreement_score":0.04801411,"about_ca_system_score_codex":0.0010739391,"about_ca_system_score_gemma":0.049088053,"threshold_uncertainty_score":0.9994956},"labels":[],"label_agreement":null},{"id":"W4391312149","doi":"10.2196/52155","title":"Using AI Text-to-Image Generation to Create Novel Illustrations for Medical Education: Current Limitations as Illustrated by Hypothyroidism and Horner Syndrome","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Confidentiality; Face (sociological concept); Image (mathematics); Multimedia; Computer science; Medicine; Psychology; Artificial intelligence; Linguistics; Philosophy","score_opus":0.03224451527668146,"score_gpt":0.3504058031561459,"score_spread":0.3181612878794644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391312149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47107303,0.007962379,0.39943156,0.10886032,0.0070144874,0.0028297866,0.0000990402,0.0011420891,0.001587294],"genre_scores_gemma":[0.98116153,0.00071891217,0.00854756,0.00457381,0.0012709439,0.0021754494,0.00068067707,0.00008181207,0.00078928715],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820614,0.000027748725,0.00046234592,0.0004294007,0.00053565734,0.00033869856],"domain_scores_gemma":[0.9984561,0.00012905347,0.000026441872,0.00020228571,0.00017125573,0.0010148451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029649178,0.00022688443,0.00021583223,0.00033428305,0.00016473129,0.00011709119,0.0001913634,0.00041020944,0.0003694645],"category_scores_gemma":[0.0017548758,0.00022143192,0.000055394477,0.0007004961,0.00015080585,0.0002566169,0.000036285513,0.00050230004,0.000093943134],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008501128,0.00076362194,0.0000101061105,0.0002910994,0.00007233628,0.0000051873053,0.0012395284,0.000077400706,0.0057049114,0.038590528,0.49033153,0.46290526],"study_design_scores_gemma":[0.00045014266,0.00019241092,0.00026625872,0.0007082525,0.00009932669,0.0003746185,0.0007584967,0.15742618,0.0005856421,0.0017494359,0.83686054,0.00052871334],"about_ca_topic_score_codex":0.000025899239,"about_ca_topic_score_gemma":0.000037209153,"teacher_disagreement_score":0.5100885,"about_ca_system_score_codex":0.00020204113,"about_ca_system_score_gemma":0.00285719,"threshold_uncertainty_score":0.9029732},"labels":[],"label_agreement":null},{"id":"W4391403675","doi":"10.2196/49551","title":"Unpacking the Experiences of Health Care Professionals About the Web-Based Building Resilience At Work Program During the COVID-19 Pandemic: Framework Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Resilience (materials science); Psychology; Web application; Psychological resilience; Qualitative research; Health care; Workforce; Medical education; Applied psychology; Nursing; Medicine; Social psychology; Computer science; Sociology; Psychotherapist","score_opus":0.053967593754965584,"score_gpt":0.5261001700184379,"score_spread":0.4721325762634723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391403675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92370385,0.014367773,0.000471976,0.057670068,0.002075847,0.0014443028,0.0000036911276,0.00012735165,0.00013515353],"genre_scores_gemma":[0.98129684,0.00008273533,0.00011749682,0.014660223,0.00036996877,0.0029658277,0.000018619303,0.000013583286,0.000474726],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967767,0.0009755049,0.00055105495,0.00044006825,0.00084753695,0.00040912547],"domain_scores_gemma":[0.9966193,0.0022077232,0.00025325702,0.00058533746,0.000053524705,0.0002808672],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022164034,0.0001524828,0.00023074809,0.00014087273,0.0008504525,0.000052872423,0.0006128586,0.0001670202,0.0011310803],"category_scores_gemma":[0.00081790227,0.00007102223,0.00015716431,0.0021000928,0.000513506,0.000045102603,0.00009604002,0.0006264432,0.000012345703],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013500726,0.00046858937,0.14087202,0.000929725,0.00012343393,0.0000028008938,0.66836536,0.00004052808,0.0000066176203,0.0027839735,0.012974791,0.17329718],"study_design_scores_gemma":[0.00042779208,0.00017808488,0.16903403,0.0019508074,0.0001589653,0.000021122232,0.60901374,0.0005479187,0.000023266877,0.00034796403,0.21800599,0.00029029284],"about_ca_topic_score_codex":0.0006739615,"about_ca_topic_score_gemma":0.00034960118,"teacher_disagreement_score":0.2050312,"about_ca_system_score_codex":0.0008940914,"about_ca_system_score_gemma":0.0065807854,"threshold_uncertainty_score":0.999782},"labels":[],"label_agreement":null},{"id":"W4391410519","doi":"10.2196/50118","title":"Development of Web-Based Education Modules to Improve Carer Engagement in Cancer Care: Design and User Experience Evaluation of the e-Triadic Oncology (eTRIO) Modules for Clinicians, Patients, and Carers","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Cancer survivorship and care","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Psychology; User engagement; Medical education; Medicine; Computer science; World Wide Web","score_opus":0.042946201299642564,"score_gpt":0.4170774029121641,"score_spread":0.37413120161252156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391410519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889858,0.0039721364,0.00050114683,0.001803684,0.0019942918,0.002693839,0.000010771784,0.000011886019,0.00002648724],"genre_scores_gemma":[0.99307185,0.000093166906,0.0020812873,0.00062649685,0.00010856625,0.003939915,0.000041644966,0.000016763082,0.000020299296],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99835765,0.00018753888,0.00042736265,0.0002978804,0.000603097,0.00012649587],"domain_scores_gemma":[0.9988982,0.00017861766,0.00010239608,0.00015671251,0.0005351152,0.00012893464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095515617,0.00010929499,0.00021034836,0.00018632531,0.00003976202,0.000009493998,0.0000767989,0.00012717061,0.000028512906],"category_scores_gemma":[0.00067911897,0.00008330889,0.00003659274,0.00029036254,0.00008345946,0.000050469218,0.000028875038,0.00012962625,1.9535936e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015573355,0.00033539638,0.012790458,0.0007599607,0.000019724665,5.1021736e-8,0.052789737,0.000023990897,0.00067780825,0.00006629833,0.0010562593,0.9313246],"study_design_scores_gemma":[0.00792403,0.0013109732,0.679904,0.0057490757,0.0006515706,0.0000016623304,0.116693534,0.0121979825,0.022436365,0.00016631394,0.15240495,0.0005595476],"about_ca_topic_score_codex":0.00060370663,"about_ca_topic_score_gemma":0.0017214447,"teacher_disagreement_score":0.93076503,"about_ca_system_score_codex":0.0007722469,"about_ca_system_score_gemma":0.010495014,"threshold_uncertainty_score":0.99511456},"labels":[],"label_agreement":null},{"id":"W4391410750","doi":"10.2196/46740","title":"Evaluating the Impact of the National Health Service Digital Academy on Participants’ Perceptions of Their Identity as Leaders of Digital Health Change: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Educational Leadership and Innovation","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Perception; Digital health; Identity (music); Service (business); Psychology; Health services; Public relations; Medical education; Political science; Applied psychology; Medicine; Environmental health; Health care; Business; Marketing","score_opus":0.401170699425828,"score_gpt":0.6410949425558049,"score_spread":0.2399242431299769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391410750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86831194,0.00015429995,0.000034300643,0.1293592,0.00057123264,0.00095182593,0.0000372703,0.00001822143,0.00056171865],"genre_scores_gemma":[0.99728924,0.000017307288,0.00004314434,0.0018056848,0.0005174786,0.00017548022,0.00003851221,0.000009732562,0.00010341225],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99638015,0.0009524426,0.00062005344,0.00020947371,0.0015943612,0.00024353739],"domain_scores_gemma":[0.99802923,0.00086150866,0.00038928754,0.00013425178,0.0004393041,0.00014644052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005639033,0.00010667149,0.00019880712,0.00013815907,0.00030957637,0.0000721052,0.00040223927,0.00008774069,0.00025944939],"category_scores_gemma":[0.003269919,0.00006396752,0.00012716893,0.0015636346,0.00048579898,0.00072203827,0.000042187352,0.00034444922,0.000010160629],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034429162,0.003009325,0.025816116,0.0002910084,0.00014789177,1.4087662e-8,0.7416283,0.000029405966,0.00008339524,0.038187012,0.006786844,0.18398628],"study_design_scores_gemma":[0.00015651927,0.00050818356,0.50206685,0.00044892376,0.000012063607,0.0000010996332,0.48538816,0.0005382487,0.000017495098,0.010395713,0.0003778887,0.00008882792],"about_ca_topic_score_codex":0.0020433473,"about_ca_topic_score_gemma":0.00022290848,"teacher_disagreement_score":0.47625077,"about_ca_system_score_codex":0.00042478813,"about_ca_system_score_gemma":0.010239519,"threshold_uncertainty_score":0.9953715},"labels":[],"label_agreement":null},{"id":"W4391644915","doi":"10.2196/50965","title":"Comparison of the Performance of GPT-3.5 and GPT-4 With That of Medical Students on the Written German Medical Licensing Examination: Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"German; Enthusiasm; Observational study; Medical education; Medicine; Medical care; Psychology; Family medicine; Internal medicine","score_opus":0.22963168671417156,"score_gpt":0.5298358915005704,"score_spread":0.30020420478639886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391644915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95233995,0.00030110782,0.000017342856,0.04571363,0.0006571569,0.00079247437,0.000001058239,0.000013894884,0.0001633892],"genre_scores_gemma":[0.9981716,0.00010348968,0.00002143034,0.0011004568,0.00038359838,0.00008504235,0.000015720785,0.000012613522,0.00010599234],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943179,0.00022326177,0.0007000853,0.0002262678,0.0043883785,0.00014413819],"domain_scores_gemma":[0.9980978,0.0008460798,0.0002132586,0.00030489347,0.0003195351,0.00021844529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002453804,0.00012111904,0.00029481054,0.00010712901,0.000105125924,0.00001840341,0.00037541654,0.00019465013,0.00063293224],"category_scores_gemma":[0.0012692126,0.00006452961,0.00004416612,0.00046438747,0.00045939544,0.00008339533,0.00008245606,0.00055389374,0.0000044194962],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087039756,0.0024749862,0.86234164,0.000597815,0.00006661213,0.0000015844249,0.02101723,8.70438e-7,0.000026710855,0.0011517961,0.0021665765,0.110067144],"study_design_scores_gemma":[0.00014207631,0.0008069503,0.97266716,0.003465933,0.00007644387,0.000031159812,0.01408318,0.006192499,0.0016507142,0.000050061564,0.000763359,0.00007046653],"about_ca_topic_score_codex":0.00023158347,"about_ca_topic_score_gemma":0.000091057605,"teacher_disagreement_score":0.110325515,"about_ca_system_score_codex":0.00006891723,"about_ca_system_score_gemma":0.0026930086,"threshold_uncertainty_score":0.6930164},"labels":[],"label_agreement":null},{"id":"W4391844707","doi":"10.2196/48566","title":"The Effects of Immersive Virtual Reality–Assisted Experiential Learning on Enhancing Empathy in Undergraduate Health Care Students Toward Older Adults With Cognitive Impairment: Multiple-Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Empathy and Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Empathy; Thematic analysis; Experiential learning; Psychology; Focus group; Descriptive statistics; Health care; Cognition; Applied psychology; Medical education; Clinical psychology; Nursing; Qualitative research; Medicine; Social psychology; Pedagogy; Psychiatry","score_opus":0.010426414494859483,"score_gpt":0.4133927171886354,"score_spread":0.4029663026937759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391844707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887841,0.0016493449,0.00071102905,0.0034920124,0.0017951411,0.0034577781,0.0000018259054,0.000051766954,0.000057030004],"genre_scores_gemma":[0.9970947,0.00015085709,0.00006108989,0.00067434326,0.0003301457,0.0013458892,0.00015986811,0.00003518856,0.00014795543],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99598294,0.0010669499,0.0006348403,0.0005480581,0.00137799,0.00038921274],"domain_scores_gemma":[0.9971793,0.0016617134,0.0002041117,0.0002215924,0.00023476983,0.00049847906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012201827,0.00024592713,0.00042329266,0.00024192128,0.00018350994,0.00003930457,0.00015135651,0.00015121172,0.000027560487],"category_scores_gemma":[0.0036752203,0.00016202511,0.00009177642,0.0006245385,0.00018770518,0.00009089378,0.000055639495,0.00090540113,0.0000068658683],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014265699,0.004623785,0.005529297,0.0013299461,0.00011674692,0.00003147978,0.7162732,6.102671e-7,0.000030885934,0.000021531163,0.00027479278,0.2703412],"study_design_scores_gemma":[0.004615776,0.006184676,0.2171343,0.009649505,0.000097211036,0.000016536467,0.7611379,0.00010010712,0.0008221125,0.000005063554,0.00009405969,0.00014274307],"about_ca_topic_score_codex":0.00047812195,"about_ca_topic_score_gemma":0.00023447088,"teacher_disagreement_score":0.27019843,"about_ca_system_score_codex":0.0005343748,"about_ca_system_score_gemma":0.0034470235,"threshold_uncertainty_score":0.6607192},"labels":[],"label_agreement":null},{"id":"W4391858226","doi":"10.2196/52674","title":"Importance of Patient History in Artificial Intelligence–Assisted Medical Diagnosis: Comparison Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical diagnosis; Medical history; Medicine; Physical examination; Clinical history; Clinical diagnosis; Medical record; Past medical history; Diagnostic accuracy; Pediatrics; Surgery; Pathology; Radiology","score_opus":0.14575910275172704,"score_gpt":0.47813364607018055,"score_spread":0.3323745433184535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391858226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9750201,0.004885306,0.00009771762,0.01425945,0.0040020742,0.0011357862,8.959604e-7,0.000076261866,0.0005223804],"genre_scores_gemma":[0.99653924,0.00015880045,0.00008888513,0.0013758601,0.00067767623,0.0010317912,0.000047746737,0.000021819309,0.00005821216],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961997,0.00016597837,0.0015408574,0.00043563946,0.0013848306,0.0002729412],"domain_scores_gemma":[0.9984333,0.00037695505,0.00015229559,0.00032363276,0.00020541741,0.00050838204],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010096226,0.00016300636,0.00040180085,0.00040301823,0.000033248787,0.0000127521635,0.00016661352,0.00026652985,0.004573611],"category_scores_gemma":[0.0027732048,0.00014359581,0.00009149755,0.00064388855,0.00019108166,0.000105595595,0.00003367245,0.00070027966,0.00010414905],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009033766,0.0077704536,0.1902483,0.0003360119,0.000022504093,0.00004337492,0.019520761,0.000001248067,0.00000890083,0.001206857,0.012250301,0.768501],"study_design_scores_gemma":[0.00034702473,0.008659698,0.46872607,0.017079478,0.00047186052,0.00034004552,0.29349935,0.040062256,0.0051946146,0.012985738,0.15101895,0.001614907],"about_ca_topic_score_codex":0.0014837148,"about_ca_topic_score_gemma":0.0017948399,"teacher_disagreement_score":0.76688606,"about_ca_system_score_codex":0.00086745323,"about_ca_system_score_gemma":0.0074773915,"threshold_uncertainty_score":0.9981493},"labels":[],"label_agreement":null},{"id":"W4392199754","doi":"10.2196/48989","title":"Using ChatGPT-Like Solutions to Bridge the Communication Gap Between Patients With Rheumatoid Arthritis and Health Care Professionals","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Confidentiality; Health professionals; Health care; Bridge (graph theory); Medicine; Rheumatoid arthritis; Business; Disease; Domain (mathematical analysis); Nursing; Knowledge management; Public relations; Risk analysis (engineering); Internet privacy; Computer science; Political science; Computer security; Law","score_opus":0.1668358655138572,"score_gpt":0.4907037849538442,"score_spread":0.323867919439987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392199754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8476361,0.011114745,0.00057042274,0.13818061,0.0007267859,0.0016136679,0.000013628681,0.00007123912,0.000072801085],"genre_scores_gemma":[0.99127,0.00081989303,0.0005590903,0.006119316,0.00039598552,0.00032265912,0.00044170397,0.000022331398,0.0000490426],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99839205,0.00013955592,0.00041246266,0.00025827604,0.00053122046,0.00026641507],"domain_scores_gemma":[0.99865335,0.00015790548,0.00007940991,0.00033462443,0.00032549107,0.0004491897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005715707,0.00011837412,0.00018412605,0.00011053041,0.00052700134,0.00005586089,0.000104986604,0.00011402299,0.00011478027],"category_scores_gemma":[0.00020891485,0.000081071106,0.00002915026,0.00043432257,0.00012472099,0.0001422068,0.00005206506,0.00045512457,0.00003873385],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021243939,0.0002590902,0.03758962,0.00025478142,0.000020063626,2.6749314e-7,0.039598763,4.373168e-7,0.0000011885635,0.0006462725,0.026649838,0.89495844],"study_design_scores_gemma":[0.00032466685,0.0008943793,0.84945,0.02475591,0.00006054673,0.00006420922,0.045178533,0.0006463947,0.000076001605,0.0010223108,0.077052094,0.00047495935],"about_ca_topic_score_codex":0.0020067715,"about_ca_topic_score_gemma":0.0004116815,"teacher_disagreement_score":0.89448345,"about_ca_system_score_codex":0.00032528988,"about_ca_system_score_gemma":0.004177162,"threshold_uncertainty_score":0.7410106},"labels":[],"label_agreement":null},{"id":"W4392201401","doi":"10.2196/57594","title":"Correction: How Does ChatGPT Perform on the United States Medical Licensing Examination (USMLE)? The Implications of Large Language Models for Medical Education and Knowledge Assessment","year":2024,"lang":"en","type":"erratum","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"United States Medical Licensing Examination; Medical education; Licensure; Psychology; Medicine; Medical school","score_opus":0.053525353851600184,"score_gpt":0.4603469147732917,"score_spread":0.4068215609216915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392201401","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09936476,0.006256553,0.002512927,0.7889683,0.08375455,0.0060488293,0.00008830714,0.00023236974,0.012773386],"genre_scores_gemma":[0.87097645,0.008611706,0.00012946602,0.01835627,0.01817643,0.0050474326,0.010958013,0.00016564452,0.06757856],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957953,0.0004111993,0.00092869805,0.000648643,0.0017719853,0.00044417032],"domain_scores_gemma":[0.9947042,0.0021133537,0.00044281883,0.0007248368,0.0013307815,0.0006840261],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036387402,0.0003870663,0.0004956303,0.00053634756,0.00054609764,0.00012363271,0.00042198994,0.0012158996,0.0011579286],"category_scores_gemma":[0.0073396084,0.00021618388,0.0001704636,0.0008947365,0.00043492706,0.00014967918,0.000105715415,0.002365425,0.000017970082],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002444554,0.0013536752,0.000083878724,0.0009661917,0.00006354524,5.352095e-7,0.014500628,4.837939e-7,0.0000020000687,0.008246347,0.68147326,0.293285],"study_design_scores_gemma":[0.00024030743,0.00062882213,0.004585383,0.01117257,0.00050639856,0.00017585942,0.08678919,0.25867116,0.00011802905,0.006136896,0.63047194,0.0005034667],"about_ca_topic_score_codex":0.0007026178,"about_ca_topic_score_gemma":0.0012135326,"teacher_disagreement_score":0.7716117,"about_ca_system_score_codex":0.0006113921,"about_ca_system_score_gemma":0.024659125,"threshold_uncertainty_score":0.99993616},"labels":[],"label_agreement":null},{"id":"W4392501426","doi":"10.2196/52818","title":"Appraisal of ChatGPT’s Aptitude for Medical Education: Comparative Analysis With Third-Year Medical Students in a Pulmonology Examination","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Aptitude; Context (archaeology); Pulmonology; Medical education; Medicine; Psychology; Internal medicine; Biology","score_opus":0.06702913400771111,"score_gpt":0.5136152125865308,"score_spread":0.44658607857881966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392501426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9483439,0.00099786,0.0028759523,0.042637944,0.0021262781,0.0014631518,0.000003810682,0.0000785405,0.0014726091],"genre_scores_gemma":[0.99383426,0.0002018725,0.00060624076,0.0019359505,0.0011311417,0.0014250275,0.00041922365,0.000019203995,0.00042711126],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99547863,0.00021847096,0.0009895603,0.00054638315,0.0024359077,0.00033104082],"domain_scores_gemma":[0.99741477,0.0008295109,0.00016462046,0.000319474,0.00055346213,0.00071814354],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022434616,0.00020556213,0.000592681,0.0009067023,0.00006413556,0.00004036198,0.00037702944,0.0005716156,0.0020575167],"category_scores_gemma":[0.0034246605,0.00016461022,0.0001324347,0.0014733564,0.0003298852,0.0001730694,0.00004622035,0.00063231937,0.000048628823],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088753935,0.014185866,0.32342297,0.0022016838,0.0010619693,0.000031669,0.04365958,0.000007785703,0.000034023695,0.02788163,0.026965344,0.55965996],"study_design_scores_gemma":[0.0016826264,0.0034086192,0.8124263,0.008789836,0.0018734686,0.00041075726,0.0497667,0.04885705,0.001258926,0.0028483688,0.067611575,0.0010657592],"about_ca_topic_score_codex":0.0008928783,"about_ca_topic_score_gemma":0.0019485748,"teacher_disagreement_score":0.55859417,"about_ca_system_score_codex":0.0002912273,"about_ca_system_score_gemma":0.016055075,"threshold_uncertainty_score":0.99885476},"labels":[],"label_agreement":null},{"id":"W4392621058","doi":"10.2196/57054","title":"Performance of GPT-4V in Answering the Japanese Otolaryngology Board Certification Examination Questions: Evaluation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certification; Otorhinolaryngology; Computer science; Board certification; Artificial intelligence; Medical physics; Medicine; Natural language processing; Medical education; Surgery; Continuing medical education","score_opus":0.09985689028391924,"score_gpt":0.4674010709257226,"score_spread":0.36754418064180333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392621058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98623985,0.0009039215,0.000028005345,0.008587704,0.0015959108,0.0020389808,4.874497e-7,0.00005187619,0.0005532344],"genre_scores_gemma":[0.9973328,0.0001709678,0.000033076165,0.00023724393,0.0004576965,0.0015270853,0.00007334917,0.000015111723,0.0001526743],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976369,0.00037241462,0.00069507246,0.0003068,0.00079830905,0.00019050387],"domain_scores_gemma":[0.9987376,0.0002680996,0.00010509838,0.0003341702,0.00043836332,0.00011670102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031849435,0.00011265863,0.00017170113,0.00035184887,0.00008632005,0.000024355788,0.0001246692,0.0001694907,0.00038639762],"category_scores_gemma":[0.0017154407,0.00008580114,0.000039506933,0.00084663415,0.00010853652,0.00024358851,0.000016735617,0.0003800985,0.000052071642],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000683398,0.0017601281,0.16783977,0.00051954965,0.000022269642,0.0000017313929,0.041524637,0.00003529984,0.00063046557,0.0002677619,0.00050588616,0.78682417],"study_design_scores_gemma":[0.00009188707,0.00044165345,0.9056994,0.000769032,0.000079937934,0.000025080586,0.015569663,0.07585543,0.0006070778,0.00018708596,0.00058128854,0.000092503724],"about_ca_topic_score_codex":0.0009975648,"about_ca_topic_score_gemma":0.0003021462,"teacher_disagreement_score":0.78673166,"about_ca_system_score_codex":0.00041044882,"about_ca_system_score_gemma":0.0022746895,"threshold_uncertainty_score":0.4230783},"labels":[],"label_agreement":null},{"id":"W4392702964","doi":"10.2196/54393","title":"Capability of GPT-4V(ision) in the Japanese National Medical Licensing Examination: Evaluation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"McNemar's test; Test (biology); Artificial intelligence; Computer science; Medical physics; Medicine; Mathematics; Statistics","score_opus":0.1563856543944998,"score_gpt":0.5352369858648602,"score_spread":0.37885133147036043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392702964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96089596,0.0005621546,0.000024470512,0.032476082,0.0016822475,0.0016369314,9.4900844e-7,0.000034618803,0.0026865622],"genre_scores_gemma":[0.9964956,0.00003259048,0.00003577431,0.0015326808,0.0012075361,0.000498935,0.00009774121,0.0000116962565,0.00008745591],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99398667,0.0007411122,0.00084375293,0.00036000588,0.0038838275,0.0001846437],"domain_scores_gemma":[0.99731576,0.0011019662,0.00009333239,0.00029482032,0.0009728072,0.00022131063],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010348175,0.00012205161,0.00020303988,0.0003060577,0.000084132414,0.000033112898,0.0001827814,0.00023926047,0.0027160696],"category_scores_gemma":[0.011851745,0.00008614005,0.00006385281,0.0010216031,0.00016100761,0.00018335876,0.000022501938,0.00056032743,0.00006434347],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056261775,0.0052786926,0.027571931,0.00042607047,0.000027460319,0.000009759407,0.09349848,0.0000044936237,0.000031756925,0.001177932,0.006717059,0.8652001],"study_design_scores_gemma":[0.00034759945,0.00068121083,0.83710796,0.0017822114,0.00013661632,0.00021687552,0.111329146,0.0399208,0.00015558714,0.0042687943,0.0038271726,0.00022601924],"about_ca_topic_score_codex":0.00089090626,"about_ca_topic_score_gemma":0.00045126904,"teacher_disagreement_score":0.8649741,"about_ca_system_score_codex":0.0004656115,"about_ca_system_score_gemma":0.008440555,"threshold_uncertainty_score":0.9981956},"labels":[],"label_agreement":null},{"id":"W4393039374","doi":"10.2196/51112","title":"Telehealth Education in Allied Health Care and Nursing: Web-Based Cross-Sectional Survey of Students’ Perceived Knowledge, Skills, Attitudes, and Experience","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Curriculum; Nursing; Descriptive statistics; Medical education; Psychology; Bachelor; Medicine; Health care; Telemedicine; Pedagogy","score_opus":0.026951068632954735,"score_gpt":0.48784662265812145,"score_spread":0.46089555402516674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393039374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98705554,0.00885895,0.00003311766,0.0017944275,0.0009328206,0.0010941353,0.000013715353,0.000049733007,0.00016754598],"genre_scores_gemma":[0.99586856,0.0007737743,0.00043653604,0.0014593217,0.00027666494,0.00025528288,0.000776314,0.000021842585,0.00013168853],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99766695,0.00020379225,0.0007326343,0.00045948476,0.0006605266,0.00027658217],"domain_scores_gemma":[0.99864405,0.00021714359,0.00013108557,0.00017276521,0.00028815866,0.000546787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008816276,0.000163894,0.0003164292,0.0004072392,0.0001001834,0.000041336676,0.000088233945,0.00014243646,0.00017121897],"category_scores_gemma":[0.0004538819,0.0001504814,0.000025502311,0.0004827297,0.00024467948,0.00012298377,0.00001969585,0.00032535876,0.000003702366],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066489236,0.0017454181,0.8109792,0.0016638237,0.000007695998,8.094688e-7,0.010220468,1.07104086e-7,0.000019324776,0.00009509137,0.002396272,0.17280531],"study_design_scores_gemma":[0.0015207283,0.00053100917,0.9906253,0.0015531555,0.000008059824,0.00003740607,0.0026951053,0.00013962132,0.000009328683,0.000015357673,0.0027633985,0.0001015372],"about_ca_topic_score_codex":0.0016222714,"about_ca_topic_score_gemma":0.001104469,"teacher_disagreement_score":0.1796461,"about_ca_system_score_codex":0.000592191,"about_ca_system_score_gemma":0.020421354,"threshold_uncertainty_score":0.9851319},"labels":[],"label_agreement":null},{"id":"W4393040494","doi":"10.2196/53997","title":"Digital Health Education for the Future: The SaNuRN (Santé Numérique Rouen-Nice) Consortium’s Journey","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche","keywords":"Syllabus; Nice; Curriculum; Medical education; Digital health; Population; Health education; Medicine; Psychology; Public health; Pedagogy; Health care; Nursing; Computer science; Political science","score_opus":0.052717786443565416,"score_gpt":0.46412520462933465,"score_spread":0.41140741818576926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393040494","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059245702,0.036182553,0.004438328,0.8717173,0.021070603,0.003850351,0.000014757258,0.00019838891,0.003282027],"genre_scores_gemma":[0.95164365,0.0024262841,0.00010704472,0.023669133,0.016007492,0.0014928249,0.00025030223,0.000042021176,0.0043612523],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978696,0.00010325305,0.0006934123,0.00035769638,0.00059904973,0.00037697327],"domain_scores_gemma":[0.9975874,0.00093603897,0.00015462407,0.00046837583,0.00037270325,0.0004808782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011797594,0.0001827549,0.00021149474,0.000119691686,0.00045097028,0.0002521896,0.000252425,0.00020595436,0.0005770697],"category_scores_gemma":[0.0013271415,0.00010266255,0.00016244139,0.0004858698,0.00018887824,0.00026204914,0.00002204957,0.0006733919,0.00016324768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039638486,0.0003692179,0.0005481198,0.00025952377,0.00002506636,3.220162e-7,0.006572774,3.957016e-7,0.0000044391245,0.0054459423,0.2837263,0.70300823],"study_design_scores_gemma":[0.000055604294,0.00023468783,0.0040453,0.00072964234,0.00003672861,0.00020135043,0.055699125,0.0015953785,0.000088668465,0.0058012903,0.93137294,0.00013930022],"about_ca_topic_score_codex":0.0002667108,"about_ca_topic_score_gemma":0.00017277534,"teacher_disagreement_score":0.89239794,"about_ca_system_score_codex":0.00042489383,"about_ca_system_score_gemma":0.01927394,"threshold_uncertainty_score":0.98628587},"labels":[],"label_agreement":null},{"id":"W4393068920","doi":"10.2196/50297","title":"Nursing Students’ Attitudes Toward Technology: Multicenter Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enthusiasm; Preparedness; Medical education; Anxiety; Descriptive statistics; Workforce; Psychology; Test (biology); Sample (material); Nursing; Medicine; Social psychology; Political science","score_opus":0.03278837037851136,"score_gpt":0.4832845823802877,"score_spread":0.45049621200177636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393068920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96955764,0.00051911053,0.0003782795,0.019038716,0.0063444944,0.0006706426,6.533342e-7,0.00068315014,0.0028073404],"genre_scores_gemma":[0.9970402,0.000042067495,0.00021719723,0.00020034904,0.0007245458,0.00043748773,0.000010060592,0.000011121676,0.00131697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998056,0.00009288008,0.0002583747,0.00038314267,0.00094436604,0.00026525938],"domain_scores_gemma":[0.9993897,0.000059566006,0.000037786438,0.00020840597,0.00015073217,0.00015380116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078174897,0.00010268839,0.00009531062,0.00036483814,0.0003747436,0.0003152987,0.0005997162,0.00036019983,0.0006267266],"category_scores_gemma":[0.0006013193,0.00009899208,0.00004595025,0.00072114944,0.00045661954,0.00028878442,0.000053828655,0.00044679607,0.00021365033],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028827842,0.0031317086,0.913333,0.000018006322,0.00003304937,0.0000027678418,0.022139776,9.449525e-8,0.000008102556,0.023107827,0.002451658,0.03577111],"study_design_scores_gemma":[0.0001865454,0.000053382602,0.96222675,0.000111179186,0.000013628762,0.000006773109,0.018820472,0.000015270069,0.000014198044,0.008675137,0.009756648,0.000120029756],"about_ca_topic_score_codex":0.00013922209,"about_ca_topic_score_gemma":0.0000870214,"teacher_disagreement_score":0.04889372,"about_ca_system_score_codex":0.0004180839,"about_ca_system_score_gemma":0.0020164687,"threshold_uncertainty_score":0.68622166},"labels":[],"label_agreement":null},{"id":"W4393069045","doi":"10.2196/55048","title":"Exploring the Performance of ChatGPT Versions 3.5, 4, and 4 With Vision in the Chilean Medical Licensing Examination: Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Software deployment; Adaptability; Field (mathematics); Medical education; Psychology; Computer science; Medicine; Software engineering; Pathology; Management","score_opus":0.25981059188155675,"score_gpt":0.4626373634131567,"score_spread":0.20282677153159995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393069045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95691806,0.00027341198,0.000016848222,0.041330937,0.0005499613,0.0006520918,2.4685656e-7,0.0000177202,0.00024071036],"genre_scores_gemma":[0.99780256,0.0002465622,0.000035063804,0.0010228187,0.0005865239,0.0002254681,0.000020920726,0.0000081411,0.000051918534],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99820864,0.00014746688,0.00032849822,0.00018610204,0.0010057426,0.0001235701],"domain_scores_gemma":[0.9989777,0.0005531693,0.000043463006,0.00018249893,0.00012618618,0.00011698779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017278333,0.00007973013,0.0001101361,0.00012683429,0.00014629659,0.000026887406,0.00011023774,0.000059069494,0.00015278027],"category_scores_gemma":[0.0006163264,0.000042024905,0.000017898503,0.00059560064,0.00015072909,0.00024366732,0.00002139806,0.00041350193,0.0000084083185],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006543025,0.0012524027,0.13697782,0.00032464723,0.000018140823,0.000008917274,0.08051221,0.0000033587685,0.00001750438,0.0011425397,0.0009589061,0.7787181],"study_design_scores_gemma":[0.00007982718,0.00059823826,0.94881886,0.001469743,0.000027471982,0.00008792936,0.04104514,0.0059272447,0.00006335219,0.00003622187,0.0017888638,0.000057115132],"about_ca_topic_score_codex":0.00023004794,"about_ca_topic_score_gemma":0.00014276446,"teacher_disagreement_score":0.811841,"about_ca_system_score_codex":0.00006298952,"about_ca_system_score_gemma":0.0014758172,"threshold_uncertainty_score":0.26180363},"labels":[],"label_agreement":null},{"id":"W4393082517","doi":"10.2196/55595","title":"Exploring the Performance of ChatGPT-4 in the Taiwan Audiologist Qualification Examination: Preliminary Observational Study Highlighting the Potential of AI Chatbots in Hearing Care","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Audiologist; Audiology; Psychology; Rehabilitation; Health care; Medicine; Hearing loss; Neuroscience","score_opus":0.27564921396718695,"score_gpt":0.45865155069900615,"score_spread":0.1830023367318192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393082517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9580245,0.0007574617,0.000033694243,0.03892588,0.00094896904,0.0012073601,8.0584135e-7,0.000014926387,0.00008642543],"genre_scores_gemma":[0.99762344,0.00015168417,0.000024958057,0.00039843653,0.0006473836,0.0010619493,0.00005569693,0.000009473862,0.000026972839],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978388,0.00036673245,0.0007234593,0.00022026601,0.0006900905,0.00016068407],"domain_scores_gemma":[0.9988503,0.00043266243,0.00013096325,0.00031210043,0.00023392892,0.0000400365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024663832,0.00009896719,0.0001579626,0.00017529799,0.0001321937,0.000022773953,0.0002447854,0.00007410755,0.00003382639],"category_scores_gemma":[0.0007257142,0.00005493943,0.000043066524,0.0008042481,0.00015016082,0.00021745864,0.000031042768,0.0004993384,0.0000046597456],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001388572,0.0012453865,0.26035884,0.0011044728,0.000019975743,0.0000038788094,0.31513906,0.00024739848,0.00034798158,0.002781815,0.00026824433,0.41834408],"study_design_scores_gemma":[0.00004924191,0.00032123018,0.8434591,0.00066563033,0.000019692416,0.000012232507,0.149165,0.005508939,0.00044771112,0.00007431459,0.00022862293,0.000048270907],"about_ca_topic_score_codex":0.0008103566,"about_ca_topic_score_gemma":0.00016939659,"teacher_disagreement_score":0.58310026,"about_ca_system_score_codex":0.00016129504,"about_ca_system_score_gemma":0.0012617179,"threshold_uncertainty_score":0.2240365},"labels":[],"label_agreement":null},{"id":"W4393133727","doi":"10.2196/54507","title":"Evidence-Based Learning Strategies in Medicine Using AI","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Artificial intelligence; Computer science; Psychology; Cognitive science; World Wide Web","score_opus":0.07546521640034537,"score_gpt":0.47828446217453163,"score_spread":0.40281924577418626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393133727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9019838,0.009909837,0.0018575928,0.08206434,0.0015903253,0.00039547507,2.9094318e-7,0.00019902652,0.0019993135],"genre_scores_gemma":[0.992527,0.00033043558,0.00041762416,0.0050319773,0.0011890965,0.000065898486,0.000033237306,0.000019078183,0.00038564438],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.998289,0.00009803117,0.0004112641,0.00030957776,0.00067717,0.00021498046],"domain_scores_gemma":[0.9942387,0.005070651,0.00004169193,0.00016503346,0.00010063561,0.00038331904],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009461286,0.00012250262,0.000272341,0.00024147739,0.00003509546,0.000042228978,0.00007518648,0.00019762949,0.002391203],"category_scores_gemma":[0.0657507,0.0000910452,0.00006121251,0.00057611865,0.00017634276,0.00015892707,0.000015233193,0.0007526437,0.00007081114],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036554624,0.0019691861,0.14543511,0.0015196224,0.000067045126,0.00052529504,0.004141385,0.0004235747,0.0011260281,0.010119049,0.055357978,0.7789502],"study_design_scores_gemma":[0.0037796155,0.0019389257,0.31635663,0.39975226,0.00039644894,0.0003529409,0.005439294,0.21403377,0.00019362873,0.0054975883,0.051575165,0.00068373256],"about_ca_topic_score_codex":0.00042667336,"about_ca_topic_score_gemma":0.000016085698,"teacher_disagreement_score":0.77826643,"about_ca_system_score_codex":0.00016888884,"about_ca_system_score_gemma":0.0064039766,"threshold_uncertainty_score":0.9992288},"labels":[],"label_agreement":null},{"id":"W4393261927","doi":"10.2196/57696","title":"A Student’s Viewpoint on ChatGPT Use and Automation Bias in Medical Education","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Automation; Computer science; Psychology; Medical education; Mathematics education; World Wide Web; Engineering; Medicine; Mechanical engineering","score_opus":0.14452185344682106,"score_gpt":0.5152095191346944,"score_spread":0.3706876656878733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393261927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88707477,0.0013883493,0.000058014222,0.10630289,0.0032322593,0.000919494,9.012475e-7,0.00013757293,0.0008857709],"genre_scores_gemma":[0.9801769,0.0010784847,0.0001456661,0.015501869,0.0014463316,0.0006450404,0.00014006406,0.000028196046,0.0008374138],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99724823,0.0001627044,0.00069613464,0.00046158853,0.0011640118,0.0002673166],"domain_scores_gemma":[0.99836946,0.00039306164,0.0000746025,0.0002721408,0.00018511733,0.0007056334],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011174853,0.00017769562,0.00024284306,0.0005431295,0.00007280136,0.000116649295,0.000103605234,0.00037719184,0.0014318945],"category_scores_gemma":[0.004552,0.0001503379,0.00005615639,0.00062375935,0.0001103311,0.00033116437,0.000028979974,0.0006495683,0.00027556487],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054915985,0.0021732738,0.027061,0.0005441879,0.0000148822,0.0000148021145,0.008786885,4.1991194e-7,0.000022097187,0.010314171,0.024294926,0.9267184],"study_design_scores_gemma":[0.00040809563,0.0011268462,0.76054645,0.018358033,0.00011536563,0.0006699571,0.012895793,0.021359963,0.0006181168,0.008550488,0.17465672,0.00069418247],"about_ca_topic_score_codex":0.0008555132,"about_ca_topic_score_gemma":0.00028388662,"teacher_disagreement_score":0.92602426,"about_ca_system_score_codex":0.00044869873,"about_ca_system_score_gemma":0.009291704,"threshold_uncertainty_score":0.9994809},"labels":[],"label_agreement":null},{"id":"W4393335356","doi":"10.2196/55737","title":"Measuring the Digital Competence of Health Professionals: Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Digital literacy in education","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Gesundheit","keywords":"Competence (human resources); Systematic review; Digital health; Cochrane Library; Checklist; Health care; Medical education; Scopus; MEDLINE; Grey literature; Psychology; Medicine; Political science","score_opus":0.03621056269013172,"score_gpt":0.4041062362308021,"score_spread":0.3678956735406704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393335356","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010912856,0.35525298,0.05014115,0.54385173,0.0148062045,0.0049391054,0.000008172922,0.0006814534,0.019406356],"genre_scores_gemma":[0.9850027,0.0011435378,0.0016642384,0.010943817,0.00031589423,0.0004339791,0.00003253038,0.000012917796,0.00045039927],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99817675,0.00011261014,0.00050747517,0.00025134248,0.0007920507,0.00015976718],"domain_scores_gemma":[0.99893516,0.00029139098,0.00014117017,0.000394448,0.00011193435,0.00012590797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010968662,0.00008456723,0.00015968617,0.00006740084,0.000072832874,0.00020854601,0.0007208792,0.000029400542,0.00005060375],"category_scores_gemma":[0.0008922506,0.00005503862,0.0000524071,0.00060478674,0.00006277239,0.0009538533,0.00012402209,0.00017290805,0.00006479851],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[3.42156e-7,0.00026437073,0.00007873251,0.0063029914,0.000005069055,3.375841e-7,0.0019370848,2.1373373e-7,0.00000160498,0.037622552,0.017645614,0.9361411],"study_design_scores_gemma":[0.00014310455,0.0001404355,0.0058926144,0.88837165,0.000012250493,0.00016842563,0.0008506002,0.005176192,0.00010361973,0.013720223,0.08494481,0.00047607216],"about_ca_topic_score_codex":0.000005942648,"about_ca_topic_score_gemma":8.0662426e-7,"teacher_disagreement_score":0.9740898,"about_ca_system_score_codex":0.00007875553,"about_ca_system_score_gemma":0.006077647,"threshold_uncertainty_score":0.99955696},"labels":[],"label_agreement":null},{"id":"W4393361488","doi":"10.2196/52230","title":"Effectiveness of Blended Versus Traditional Refresher Training for Cardiopulmonary Resuscitation: Prospective Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cardiopulmonary resuscitation; Preprint; Medicine; Training (meteorology); Medical education; Resuscitation; Emergency medicine; Computer science; World Wide Web","score_opus":0.08173955806308976,"score_gpt":0.39373890992798194,"score_spread":0.3119993518648922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393361488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9817087,0.00045939785,0.0005984776,0.0022548418,0.007965116,0.0031975112,0.00003862617,0.000101420395,0.003675875],"genre_scores_gemma":[0.99482757,0.0000071402956,0.0005583222,0.000043332362,0.0016269597,0.0020772973,0.00070791953,0.000025481422,0.00012598072],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99810934,0.00015268115,0.0003463082,0.0003576301,0.0008845044,0.00014955772],"domain_scores_gemma":[0.99812305,0.0011286382,0.000058951708,0.00015035066,0.00037664926,0.0001623598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010549739,0.00013243801,0.00028982936,0.00018416582,0.00008330108,0.000020601454,0.000062119296,0.00013182135,0.0000891682],"category_scores_gemma":[0.0010691388,0.00011501168,0.00019932158,0.00043732667,0.0001079992,0.00017648406,0.0000108211125,0.00021185911,0.000006557294],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.055352043,0.018477298,0.1923491,0.021948418,0.006564824,0.00018762393,0.06664572,0.00018093236,0.013084712,0.24802983,0.060685724,0.31649378],"study_design_scores_gemma":[0.0036748333,0.00088668335,0.9808166,0.0012638285,0.00026764208,0.000012810253,0.0047752047,0.00065563695,0.0001452564,0.005550332,0.0018002302,0.00015094026],"about_ca_topic_score_codex":0.0000124663275,"about_ca_topic_score_gemma":0.0000039253823,"teacher_disagreement_score":0.7884675,"about_ca_system_score_codex":0.00024606206,"about_ca_system_score_gemma":0.003910334,"threshold_uncertainty_score":0.6936764},"labels":[],"label_agreement":null},{"id":"W4393376104","doi":"10.2196/48135","title":"Using Project Extension for Community Healthcare Outcomes to Enhance Substance Use Disorder Care in Primary Care: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nella and Leon Benoziyo Center for Neurological Diseases, Weizmann Institute of Science; Centene Corporation","keywords":"Extension (predicate logic); Substance use; Primary care; Health care; Primary health care; Medicine; Nursing; Psychology; Family medicine; Psychiatry; Computer science; Political science","score_opus":0.5269476173573735,"score_gpt":0.7450580828264225,"score_spread":0.218110465469049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393376104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96449226,0.0004632979,0.0066354615,0.015504027,0.0031333282,0.009534437,0.000062878906,0.00012755158,0.00004672794],"genre_scores_gemma":[0.9339038,0.000025124631,0.033300485,0.024996448,0.00023937722,0.0071784533,0.00012914672,0.000048541584,0.00017858187],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9907088,0.006135092,0.001144083,0.0005277045,0.00076215074,0.00072211714],"domain_scores_gemma":[0.9931381,0.0049268976,0.00018174772,0.0006346541,0.0006691207,0.00044951824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005217999,0.00021285405,0.00042265284,0.00044691283,0.0009798919,0.00003976039,0.00036792253,0.00021067096,0.000047217076],"category_scores_gemma":[0.0059879753,0.00018372337,0.00005452795,0.0013876093,0.00006252968,0.00038800132,0.00015027782,0.0011814496,0.000020649684],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007619021,0.0003536263,0.14409277,0.0050691557,0.00000631906,0.0000013153323,0.59683365,0.000002226647,0.00010495474,0.00013426927,0.005149605,0.2481759],"study_design_scores_gemma":[0.0006911707,0.00033383115,0.5421387,0.001774997,0.000016063788,0.0000011203093,0.40402552,0.00015571371,0.000023803897,0.00009946159,0.050475616,0.00026399945],"about_ca_topic_score_codex":0.013742451,"about_ca_topic_score_gemma":0.03281575,"teacher_disagreement_score":0.39804593,"about_ca_system_score_codex":0.0023056504,"about_ca_system_score_gemma":0.013433293,"threshold_uncertainty_score":0.99282515},"labels":[],"label_agreement":null},{"id":"W4394677717","doi":"10.2196/52483","title":"Embracing ChatGPT for Medical Education: Exploring Its Impact on Doctors and Medical Students","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Key Research and Development Program of Sichuan Province; Natural Science Foundation of Sichuan Province; National Natural Science Foundation of China","keywords":"Transformative learning; Safeguarding; Knowledge management; Engineering ethics; Medical education; Curriculum; Health care; Psychology; Computer science; Medicine; Engineering; Pedagogy; Nursing; Political science","score_opus":0.12261322578717347,"score_gpt":0.5398008583892064,"score_spread":0.41718763260203295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394677717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90906465,0.002860621,0.00012323479,0.075669535,0.009665013,0.0012437516,0.0000030370377,0.00017137497,0.0011987645],"genre_scores_gemma":[0.978683,0.0010516584,0.00007116075,0.008695474,0.008445005,0.0018160434,0.0001516853,0.000051907453,0.0010340449],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952594,0.00009593465,0.0007859895,0.0006081943,0.0027893074,0.0004611586],"domain_scores_gemma":[0.9964386,0.000740966,0.00008278619,0.00030078937,0.00030552148,0.0021313431],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018727297,0.00026834238,0.0003574207,0.00038880124,0.00020221401,0.00014859822,0.0003057337,0.0004954172,0.00371931],"category_scores_gemma":[0.0077963294,0.00020693959,0.00014555144,0.0004746298,0.0001332938,0.0003114586,0.00006573819,0.0007940682,0.0001949048],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002356476,0.0019621507,0.0076312674,0.0012000265,0.00008244157,0.000015211451,0.006402045,3.8136943e-7,0.000017521465,0.0057352255,0.047957756,0.92876035],"study_design_scores_gemma":[0.002247904,0.007914788,0.19894809,0.07245348,0.0008836592,0.003406033,0.042026315,0.032198843,0.0056869076,0.023360914,0.60765225,0.0032207982],"about_ca_topic_score_codex":0.00022679503,"about_ca_topic_score_gemma":0.00003583157,"teacher_disagreement_score":0.92553955,"about_ca_system_score_codex":0.00045967425,"about_ca_system_score_gemma":0.016907051,"threshold_uncertainty_score":0.9971914},"labels":[],"label_agreement":null},{"id":"W4394684470","doi":"10.2196/56568","title":"Collaborative Development of an Electronic Portfolio to Support the Assessment and Development of Medical Undergraduates","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidade de São Paulo; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Electronic portfolio; Portfolio; Narrative; Medical education; Psychology; Computer science; Medicine; Business","score_opus":0.021677318679660187,"score_gpt":0.478432895468253,"score_spread":0.45675557678859285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394684470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.939765,0.00037229562,0.0023699908,0.043934382,0.0012163833,0.00092171016,0.0000010077068,0.00004347597,0.011375779],"genre_scores_gemma":[0.9876783,0.00014214488,0.010993986,0.00036264354,0.00021029459,0.0003668804,0.000026049354,0.00001033208,0.00020936623],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967566,0.00034739182,0.0004813068,0.00026116657,0.0019107718,0.00024277648],"domain_scores_gemma":[0.9987136,0.00035980062,0.00015253619,0.00013572272,0.00029261495,0.0003456832],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004234594,0.00010083629,0.00014881119,0.00014763161,0.00026215284,0.00006479894,0.00034908816,0.00013890347,0.0010090201],"category_scores_gemma":[0.0010515656,0.000075180345,0.000016152992,0.00074005337,0.00027560967,0.00027256814,0.000064654916,0.00027749446,0.000011578453],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011679702,0.000669031,0.0015462176,0.0000707638,0.00007024674,6.1021433e-7,0.17314254,3.091146e-7,0.00009294874,0.065102406,0.003141095,0.75615215],"study_design_scores_gemma":[0.00018425542,0.00021341207,0.04983222,0.00031954492,0.000031535295,0.000006964823,0.10348387,0.000104037215,0.0016579343,0.0062907175,0.8376395,0.00023600567],"about_ca_topic_score_codex":0.00012656234,"about_ca_topic_score_gemma":0.0018201403,"teacher_disagreement_score":0.8344984,"about_ca_system_score_codex":0.0006164039,"about_ca_system_score_gemma":0.07425146,"threshold_uncertainty_score":0.9999042},"labels":[],"label_agreement":null},{"id":"W4394689344","doi":"10.2196/54067","title":"Using ChatGPT in Psychiatry to Design Script Concordance Tests in Undergraduate Medical Education: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; Université de Montréal","funders":"","keywords":"Concordance; Medical education; Psychology; Expert opinion; Medicine","score_opus":0.160236527378206,"score_gpt":0.5630832943110788,"score_spread":0.4028467669328728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394689344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8158934,0.0034606862,0.014104474,0.14533807,0.018099483,0.0027029538,5.3922025e-7,0.00010992814,0.0002904284],"genre_scores_gemma":[0.9565801,0.00013274634,0.030131785,0.009605203,0.0020107143,0.0011935883,0.00002409617,0.000046483616,0.00027529732],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99596995,0.00078632357,0.0010930346,0.000680439,0.0010150931,0.00045516313],"domain_scores_gemma":[0.9978157,0.00048416716,0.00008757035,0.00042416676,0.00022418938,0.0009641911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033032815,0.00024000881,0.00040823137,0.0006250306,0.00008230483,0.00006207677,0.00024695072,0.00032856615,0.00058499037],"category_scores_gemma":[0.005501824,0.0002241143,0.000061910636,0.0021555037,0.0001012724,0.00020892084,0.00004856923,0.0010418097,0.00012664509],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010459026,0.005142668,0.058960028,0.0003612873,0.000018619465,0.000021375454,0.010925998,0.000012306541,0.00007352631,0.0014288389,0.023128908,0.8998219],"study_design_scores_gemma":[0.0017038704,0.0045671337,0.49394712,0.046481878,0.0003771268,0.00131263,0.21187714,0.09046851,0.0017061584,0.081418276,0.06347904,0.0026611101],"about_ca_topic_score_codex":0.0029224865,"about_ca_topic_score_gemma":0.0023317493,"teacher_disagreement_score":0.89716077,"about_ca_system_score_codex":0.0008416772,"about_ca_system_score_gemma":0.033721514,"threshold_uncertainty_score":0.9717564},"labels":[],"label_agreement":null},{"id":"W4394819888","doi":"10.2196/52679","title":"Rolling the DICE (Design, Interpret, Compute, Estimate): Interactive Learning of Biostatistics With Simulations","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Karolinska Institutet; University of Pittsburgh","keywords":"Dice; Biostatistics; Computer science; Artificial intelligence; Machine learning; Statistics; Mathematics; Medicine","score_opus":0.07512523238779197,"score_gpt":0.4814698182346228,"score_spread":0.40634458584683086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394819888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00946467,0.00015146968,0.9860251,0.001955853,0.0012873538,0.0003945001,0.000015119554,0.0001250143,0.00058090553],"genre_scores_gemma":[0.78087986,0.000016095564,0.21813686,0.00017280596,0.00016171919,0.00007635354,0.000042417767,0.000024448696,0.000489413],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859476,0.0003612047,0.00034477873,0.00019211811,0.00037127355,0.00013583842],"domain_scores_gemma":[0.9875058,0.011873277,0.000114104456,0.00017816456,0.00023570671,0.000092931405],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00069520937,0.00012587868,0.00017893771,0.00012660421,0.00010329819,0.00006846366,0.00017899692,0.00007418749,0.00041164298],"category_scores_gemma":[0.010338662,0.000079680176,0.0000318497,0.0003349049,0.00018117142,0.00008465539,0.00003704803,0.00041320833,0.000015181176],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024227871,0.0013784072,0.0011241924,0.0015521767,0.00042845463,0.000013218656,0.07554318,0.0033906058,0.00035003136,0.50534683,0.1389968,0.2716338],"study_design_scores_gemma":[0.00040444304,0.00039629097,0.001511813,0.0029598295,0.00027202183,0.000090876405,0.011509166,0.75189024,0.0009628153,0.2133093,0.016297478,0.00039571317],"about_ca_topic_score_codex":0.00002418867,"about_ca_topic_score_gemma":0.0000068657805,"teacher_disagreement_score":0.77141523,"about_ca_system_score_codex":0.0000674509,"about_ca_system_score_gemma":0.001124883,"threshold_uncertainty_score":0.9979977},"labels":[],"label_agreement":null},{"id":"W4394822092","doi":"10.2196/56415","title":"Global Rate of Willingness to Volunteer Among Medical and Health Students During Pandemic: Systemic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Disaster Response and Management","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitas Islam Negeri Syarif Hidayatullah Jakarta; Universitas Muhammadiyah Aceh; Universitas Syiah Kuala","keywords":"Meta-analysis; Volunteer; Pandemic; Demography; Scopus; Medicine; Logistic regression; Coronavirus disease 2019 (COVID-19); Health care; Family medicine; Psychology; MEDLINE; Political science; Internal medicine; Sociology; Economic growth; Infectious disease (medical specialty); Economics","score_opus":0.15015867730411686,"score_gpt":0.5831307074482307,"score_spread":0.43297203014411384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394822092","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011071139,0.98953193,0.00005431389,0.0040086457,0.00047335678,0.0046079266,0.00005002138,0.000049278653,0.00011742919],"genre_scores_gemma":[0.0005451888,0.9864873,0.0000124755215,0.00545062,0.00016482448,0.0033708604,0.00009135634,0.000032039436,0.0038453233],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99354887,0.0020506948,0.0020661762,0.0007219731,0.001196812,0.00041545977],"domain_scores_gemma":[0.9973272,0.00020294286,0.0007669046,0.0005160427,0.00012533755,0.0010615723],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006055309,0.00040816193,0.004263076,0.0003047344,0.00015027869,0.000025167265,0.00048901717,0.0004315338,0.0009995637],"category_scores_gemma":[0.00069243007,0.0002604678,0.00055954314,0.0012853476,0.00008838892,0.00006706659,0.0006700553,0.00068763096,0.00007156368],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010280282,0.0002545278,0.0025088305,0.7555491,0.039023824,0.000013434662,0.002072922,3.897574e-8,2.2390494e-9,0.00026708585,0.036985572,0.16331439],"study_design_scores_gemma":[0.00017815034,0.000037972364,0.0021173418,0.08300397,0.29461253,0.000029684648,0.00081387203,0.0000023004193,6.806811e-10,0.000026190002,0.6188946,0.00028344433],"about_ca_topic_score_codex":0.00046542753,"about_ca_topic_score_gemma":0.00040158065,"teacher_disagreement_score":0.67254514,"about_ca_system_score_codex":0.00038311502,"about_ca_system_score_gemma":0.0032544553,"threshold_uncertainty_score":0.99998474},"labels":[],"label_agreement":null},{"id":"W4394920556","doi":"10.2196/51389","title":"Knowledge Transfer and Networking Upon Implementation of a Transdisciplinary Digital Health Curriculum in a Unique Digital Health Training Culture: Prospective Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Likert scale; Test (biology); Medical education; Subject (documents); Psychology; Digital health; Medicine; Computer science; Pedagogy; Health care","score_opus":0.05543046530566667,"score_gpt":0.47857159363964186,"score_spread":0.4231411283339752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394920556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9707335,0.0066486276,0.003041909,0.017145243,0.0006468669,0.001391536,0.000019002957,0.000066751054,0.00030652367],"genre_scores_gemma":[0.9976593,0.00065321784,0.0000709529,0.00030558973,0.00056137185,0.00023211495,0.0004513267,0.000017200222,0.00004890076],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99808323,0.00007806792,0.00080416974,0.00038260987,0.000327394,0.00032450835],"domain_scores_gemma":[0.99920446,0.000087880675,0.00007213052,0.00011339434,0.000109852896,0.00041227293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005989766,0.00015075169,0.00040407645,0.00045459426,0.00008741283,0.00007035459,0.000054294647,0.00012221855,0.000072955954],"category_scores_gemma":[0.000054557295,0.00013033045,0.00011154553,0.0016582018,0.00007824286,0.00035477622,0.000010674804,0.00037041627,0.0000030789092],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030677256,0.0005487473,0.04659058,0.0007027994,0.0000737899,0.0000017003573,0.23681395,0.0000013876337,0.0000029289822,0.0005685557,0.00040997707,0.7142549],"study_design_scores_gemma":[0.0007855515,0.0039835493,0.20168908,0.008332487,0.00035184078,0.0001963283,0.74496114,0.020015456,0.00014833521,0.007750755,0.011054341,0.0007311416],"about_ca_topic_score_codex":0.00067433907,"about_ca_topic_score_gemma":0.0016752583,"teacher_disagreement_score":0.71352375,"about_ca_system_score_codex":0.0004338632,"about_ca_system_score_gemma":0.005465138,"threshold_uncertainty_score":0.96949196},"labels":[],"label_agreement":null},{"id":"W4395018673","doi":"10.2196/54283","title":"The Performance of ChatGPT-4V in Interpreting Images and Tables in the Japanese Medical Licensing Exam","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Table (database); Computer science; Data mining; World Wide Web","score_opus":0.03461135957563634,"score_gpt":0.42886455190007844,"score_spread":0.3942531923244421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395018673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9380873,0.0038378136,0.0000041332264,0.056390323,0.00072900974,0.00031491576,2.39612e-7,0.000013015801,0.00062328076],"genre_scores_gemma":[0.9960425,0.0017317857,0.000021733013,0.0015242227,0.00045640048,0.000102876504,0.000008699316,0.0000081125345,0.00010367687],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99849486,0.0001355907,0.00046200614,0.00016936849,0.00054549694,0.00019264461],"domain_scores_gemma":[0.99856967,0.001033953,0.000047316757,0.00016123653,0.00006786966,0.00011998649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023169804,0.00007799624,0.00013022017,0.00012252502,0.00007251544,0.000035425935,0.00012628846,0.00013530563,0.0001443555],"category_scores_gemma":[0.0028764084,0.000044184333,0.000021940927,0.00041284095,0.00023979347,0.000110037065,0.000026063299,0.00052938855,0.000008151874],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005646863,0.00024198697,0.04890443,0.0005926897,0.000005922614,0.000007941488,0.061260436,5.066947e-7,0.000105038074,0.00037350098,0.002790123,0.88566095],"study_design_scores_gemma":[0.00038120346,0.0010321566,0.4389764,0.03389378,0.000087230175,0.0011802594,0.34818637,0.119257614,0.0045080376,0.0018618001,0.05007617,0.00055896793],"about_ca_topic_score_codex":0.0012135623,"about_ca_topic_score_gemma":0.00039671187,"teacher_disagreement_score":0.885102,"about_ca_system_score_codex":0.00007442155,"about_ca_system_score_gemma":0.001399107,"threshold_uncertainty_score":0.34435374},"labels":[],"label_agreement":null},{"id":"W4395113980","doi":"10.2196/46507","title":"The Use of Animations Depicting Cardiac Electrical Activity to Improve Confidence in Understanding of Cardiac Pathology and Electrocardiography Traces Among Final-Year Medical Students: Nonrandomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Computer science; Medicine; Thematic analysis; Medical physics; Qualitative research; Nursing","score_opus":0.03541662894457556,"score_gpt":0.39415867468994914,"score_spread":0.3587420457453736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395113980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864468,0.0011134724,0.0011234087,0.005441998,0.001489325,0.004314058,0.0000061833775,0.000035843437,0.00002891941],"genre_scores_gemma":[0.99732816,0.000519355,0.00012978958,0.00015948937,0.00040413433,0.0014015073,0.000015734724,0.00001905933,0.000022755366],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99604166,0.00090310874,0.00091294374,0.00037786042,0.00146183,0.00030259244],"domain_scores_gemma":[0.9909957,0.007822272,0.000220821,0.0002730769,0.00030001884,0.00038810016],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003280504,0.00016670601,0.0008589261,0.0004875394,0.000117228454,0.00005901001,0.00015604797,0.00029842948,0.00004428976],"category_scores_gemma":[0.008790037,0.0001247047,0.00025990137,0.001016653,0.00027076926,0.00015223624,0.000034575904,0.00060613384,0.0000012568477],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.22565334,0.004357715,0.64405614,0.0015868678,0.0018337476,0.000026883969,0.024157677,0.000028734858,0.0031361934,0.011168158,0.0042915093,0.07970301],"study_design_scores_gemma":[0.22819716,0.0057263533,0.7193091,0.004171151,0.0015058807,0.00004547703,0.016407829,0.019851662,0.0011210882,0.002069311,0.000783023,0.00081195944],"about_ca_topic_score_codex":0.00030555972,"about_ca_topic_score_gemma":0.000042894157,"teacher_disagreement_score":0.078891054,"about_ca_system_score_codex":0.00030298618,"about_ca_system_score_gemma":0.0035060076,"threshold_uncertainty_score":0.99955934},"labels":[],"label_agreement":null},{"id":"W4395665597","doi":"10.2196/54071","title":"Exploring Anesthesia Provider Preferences for Precision Feedback: Preference Elicitation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute on Aging; National Institutes of Health","keywords":"Preference elicitation; Preference; Psychology; Computer science; Anesthesia; Medicine; Economics; Microeconomics","score_opus":0.2941243852302501,"score_gpt":0.49167048026396937,"score_spread":0.19754609503371928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395665597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9714677,0.0002420845,0.0050722137,0.012639106,0.0033864384,0.0055674803,0.000003707159,0.0003355054,0.001285787],"genre_scores_gemma":[0.97823143,0.0000977861,0.00036078718,0.000889688,0.001023464,0.017324043,0.00015291382,0.000026761165,0.0018931027],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973234,0.00039974618,0.00066077797,0.0004663385,0.0008133005,0.00033646825],"domain_scores_gemma":[0.9979195,0.0010250029,0.00017402209,0.00027492485,0.00028665885,0.00031988302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012597713,0.00016146847,0.00019388077,0.0002131467,0.00044230197,0.000009722943,0.00024599725,0.00019015881,0.0006890339],"category_scores_gemma":[0.0021663618,0.00012581049,0.000052136562,0.0004135317,0.000051631832,0.0006333138,0.000033255994,0.00050000264,0.00034805833],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033624866,0.0025645804,0.030903583,0.0024012818,0.00006892438,0.0000027479066,0.14479955,0.000009972562,0.000077432254,0.005914809,0.059066284,0.7538546],"study_design_scores_gemma":[0.0015402726,0.0009537829,0.47997144,0.005000091,0.00010624586,0.000005189796,0.07697681,0.0025913788,0.00004119723,0.005254185,0.42710462,0.00045476656],"about_ca_topic_score_codex":0.00006232167,"about_ca_topic_score_gemma":0.000048189824,"teacher_disagreement_score":0.75339985,"about_ca_system_score_codex":0.00018230897,"about_ca_system_score_gemma":0.0031194566,"threshold_uncertainty_score":0.75444376},"labels":[],"label_agreement":null},{"id":"W4395677071","doi":"10.2196/59919","title":"Correction: Telehealth Education in Allied Health Care and Nursing: Web-Based Cross-Sectional Survey of Students’ Perceived Knowledge, Skills, Attitudes, and Experience","year":2024,"lang":"en","type":"erratum","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Nursing; Cross-sectional study; Psychology; Web survey; Medical education; Health care; Medicine; Telemedicine; World Wide Web; Computer science; Political science","score_opus":0.024265412577689136,"score_gpt":0.46955746485332345,"score_spread":0.4452920522756343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395677071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9178353,0.030401148,0.000016264154,0.0022463417,0.04442359,0.002874438,0.00006683338,0.00010372746,0.0020323615],"genre_scores_gemma":[0.96274084,0.0052598906,0.00025981295,0.0026986136,0.0027153518,0.0008520479,0.0099944705,0.00009255674,0.015386402],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99562293,0.00036949792,0.0013845934,0.0009004184,0.0012756947,0.00044683754],"domain_scores_gemma":[0.9973092,0.00025475887,0.00050527975,0.0003465435,0.0007318653,0.00085236604],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011094527,0.00039878665,0.0008009832,0.00084094744,0.00017657521,0.00006847123,0.00017878243,0.0006274594,0.00029306332],"category_scores_gemma":[0.0009999188,0.00038414192,0.000061521685,0.00074052357,0.00041669677,0.00011457232,0.000048304093,0.0014527823,0.000008035107],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009461887,0.002304687,0.53662175,0.0036977076,0.000018309358,0.000001259513,0.0067597656,7.744679e-8,0.0000011297806,0.000012535771,0.36224172,0.088246435],"study_design_scores_gemma":[0.0016891478,0.000853722,0.93045646,0.0058341604,0.000030088291,0.000081922095,0.0029652724,0.00011163287,0.000001320501,0.000008809445,0.057743825,0.00022363795],"about_ca_topic_score_codex":0.0035096614,"about_ca_topic_score_gemma":0.0043668696,"teacher_disagreement_score":0.3938347,"about_ca_system_score_codex":0.0015761002,"about_ca_system_score_gemma":0.061407845,"threshold_uncertainty_score":0.99986106},"labels":[],"label_agreement":null},{"id":"W4395681075","doi":"10.2196/54152","title":"Evaluation of an Interdisciplinary Educational Program to Foster Learning Health Systems: Education Evaluation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Preprint; Medical education; Psychology; Computer science; Medicine; World Wide Web","score_opus":0.06570290416929506,"score_gpt":0.6059295525340542,"score_spread":0.5402266483647592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395681075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76732105,0.0044985157,0.0005493089,0.15125906,0.034905136,0.015776604,0.000020261197,0.00040515128,0.025264924],"genre_scores_gemma":[0.96633184,0.000018780927,0.00069721893,0.0029530795,0.0027779369,0.02212382,0.0018558116,0.00005549353,0.0031860217],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98965645,0.004413812,0.0013502527,0.00066315936,0.003495943,0.0004203691],"domain_scores_gemma":[0.9940963,0.00033141248,0.00046447417,0.0004415961,0.003995196,0.0006710593],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009962353,0.0002559473,0.0003196382,0.0007871175,0.00070943893,0.0000846672,0.0003050807,0.0003534584,0.004691989],"category_scores_gemma":[0.0025518714,0.00023378518,0.00007948056,0.0012830503,0.000063263295,0.0007156336,0.0001280842,0.0008624524,0.0004924944],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071974755,0.002036041,0.000462679,0.0007995065,0.000037935293,6.1136156e-8,0.028503917,0.00012040225,0.00017230443,0.0065047033,0.11452024,0.8467702],"study_design_scores_gemma":[0.0020227097,0.0023687482,0.072675765,0.024830014,0.0005754501,0.00004265928,0.2323448,0.44214457,0.00009377109,0.02043711,0.20124094,0.0012234581],"about_ca_topic_score_codex":0.00022545563,"about_ca_topic_score_gemma":0.0001965661,"teacher_disagreement_score":0.8455468,"about_ca_system_score_codex":0.0021927764,"about_ca_system_score_gemma":0.11808062,"threshold_uncertainty_score":0.99621785},"labels":[],"label_agreement":null},{"id":"W4396525721","doi":"10.2196/51757","title":"Understanding Health Care Students’ Perceptions, Beliefs, and Attitudes Toward AI-Powered Language Models: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Health care; Perception; Medical education; Psychology; Peer review; Medicine; Computer science; Political science; World Wide Web","score_opus":0.2376865746454844,"score_gpt":0.549405276044209,"score_spread":0.3117187013987246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396525721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9770306,0.0057067396,0.0013011717,0.012380631,0.0019475194,0.0011947688,0.0000070320134,0.00017141117,0.00026015824],"genre_scores_gemma":[0.9949163,0.00040590885,0.00010535278,0.0024341233,0.0013483608,0.00026166817,0.00019365925,0.000025914702,0.00030868774],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99774593,0.00009759853,0.000520288,0.00045036737,0.00092451717,0.0002613055],"domain_scores_gemma":[0.99903184,0.00009150759,0.00005033574,0.00020010438,0.00015322753,0.00047297135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063353893,0.00014928017,0.00020242007,0.00023370479,0.00028285573,0.00021178361,0.000106778534,0.0001676951,0.0006368278],"category_scores_gemma":[0.00018198296,0.0001332961,0.000056864526,0.0002836705,0.0001195525,0.00025130739,0.00004390044,0.0004942952,0.00005881171],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062269966,0.0013491753,0.80916107,0.0009328457,0.00005723731,0.000008544512,0.15341295,0.0000034037173,0.000009272727,0.0015778405,0.0049770097,0.0284484],"study_design_scores_gemma":[0.00015890843,0.00065606687,0.8015244,0.00064111414,0.00003061549,0.00008178282,0.19437681,0.0006035102,0.0000064310143,0.0011855579,0.0005572459,0.00017758376],"about_ca_topic_score_codex":0.0012954618,"about_ca_topic_score_gemma":0.0003569036,"teacher_disagreement_score":0.04096386,"about_ca_system_score_codex":0.0011585035,"about_ca_system_score_gemma":0.0032381993,"threshold_uncertainty_score":0.6972818},"labels":[],"label_agreement":null},{"id":"W4396525740","doi":"10.2196/51411","title":"Medical Education and Artificial Intelligence: Web of Science–Based Bibliometric Analysis (2013-2022)","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Medical science; Web of science; Computer science; Web intelligence; Data science; Knowledge management; MEDLINE; Medical education; World Wide Web; Medicine; The Internet; Political science; Web development","score_opus":0.07660335512430692,"score_gpt":0.4811957969295135,"score_spread":0.40459244180520654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396525740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9453582,0.005052942,0.002205527,0.041634917,0.0039043836,0.00058793597,0.000003519056,0.00010351366,0.001149049],"genre_scores_gemma":[0.99488246,0.00094410987,0.00055212603,0.0019080307,0.0011540562,0.00020214061,0.00010963046,0.000018686567,0.00022876434],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99561435,0.00008870711,0.0009737127,0.0006042129,0.0023517816,0.0003672411],"domain_scores_gemma":[0.9969552,0.0003940448,0.00014074167,0.0004111469,0.0009121018,0.0011867263],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0026130844,0.00017947436,0.00037070544,0.04238445,0.00017847485,0.00010173245,0.0002689157,0.00035268295,0.005974945],"category_scores_gemma":[0.0065187667,0.0001530955,0.00014675391,0.10974668,0.001174475,0.00027670755,0.000047652393,0.0005291606,0.00009705783],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037232643,0.0015284449,0.012084631,0.00046390915,0.000058345617,0.0000027253805,0.0010971455,0.00000183163,0.00025088244,0.005986706,0.0056626447,0.9728255],"study_design_scores_gemma":[0.00020606031,0.002161754,0.1771413,0.0065927138,0.0031654742,0.0003751581,0.03229577,0.64007527,0.034165207,0.038237516,0.06396086,0.0016229071],"about_ca_topic_score_codex":0.0008261405,"about_ca_topic_score_gemma":0.00015655969,"teacher_disagreement_score":0.9712026,"about_ca_system_score_codex":0.00027200484,"about_ca_system_score_gemma":0.049932297,"threshold_uncertainty_score":0.9949337},"labels":[],"label_agreement":null},{"id":"W4396564508","doi":"10.2196/53308","title":"The Ability of ChatGPT in Paraphrasing Texts and Reducing Plagiarism: A Descriptive Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Descriptive statistics; Linguistics; Psychology; Descriptive research; Sociology; Philosophy; Statistics; Mathematics; Social science","score_opus":0.05215599407196464,"score_gpt":0.4426605540824613,"score_spread":0.39050456001049666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396564508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9780043,0.0039433,0.00017875104,0.016612325,0.00059218577,0.0003502449,6.381562e-7,0.000019624775,0.00029863333],"genre_scores_gemma":[0.99881995,0.00044730195,0.00012833225,0.0001784394,0.00022522028,0.00010355824,0.000013145272,0.000006085525,0.00007796504],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987656,0.00009554928,0.00044495275,0.00023074463,0.00030772263,0.00015542854],"domain_scores_gemma":[0.99902564,0.00045074098,0.000055292887,0.00018739524,0.00011574885,0.00016519822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011179046,0.00007178937,0.00017782082,0.00026122355,0.00007556699,0.000028819284,0.000052305888,0.00014902999,0.00010107044],"category_scores_gemma":[0.0014460738,0.000050035844,0.00005889908,0.0010496763,0.00019904379,0.00008392585,0.000013289874,0.00036265593,0.0000051119646],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072603696,0.0003161077,0.05532085,0.00033134845,0.00008603815,0.000002594335,0.041678306,0.000002756471,0.00048323182,0.0011670598,0.0009601138,0.899579],"study_design_scores_gemma":[0.00010458618,0.00029764106,0.8634937,0.002791955,0.0005615006,0.000061111255,0.07128454,0.03686979,0.003498111,0.014922684,0.0058582486,0.0002561328],"about_ca_topic_score_codex":0.0020516645,"about_ca_topic_score_gemma":0.00030007487,"teacher_disagreement_score":0.89932287,"about_ca_system_score_codex":0.00015327551,"about_ca_system_score_gemma":0.0016954229,"threshold_uncertainty_score":0.31015167},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4396584044","doi":"10.2196/52207","title":"Hospital Use of a Web-Based Clinical Knowledge Support System and In-Training Examination Performance Among Postgraduate Resident Physicians in Japan: Nationwide Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Web application; Training (meteorology); Family medicine; Medical education; World Wide Web; Computer science; Pathology; Geography","score_opus":0.14855661733964495,"score_gpt":0.49584724719566947,"score_spread":0.34729062985602455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396584044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99235535,0.0001294313,0.000020099029,0.0017038716,0.0024586448,0.002880351,0.000005410651,0.00008354357,0.00036329104],"genre_scores_gemma":[0.99678034,0.00003786255,0.00005645871,0.0002374667,0.00052801834,0.001732401,0.00008446108,0.000030666703,0.00051234604],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99484575,0.0017199902,0.0018485896,0.0004576728,0.000695221,0.00043279555],"domain_scores_gemma":[0.9967979,0.0020890764,0.00036854311,0.00022231184,0.000329168,0.00019298824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006117457,0.00016531945,0.00043349952,0.0005017684,0.00013179812,0.000020533354,0.0001431791,0.00029588016,0.00004343441],"category_scores_gemma":[0.0019261261,0.00015931127,0.000043614175,0.00082940405,0.00009858205,0.00045572137,0.0000435156,0.0010626675,0.000028899462],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027889673,0.0007895963,0.94108737,0.0021123935,0.000011382533,0.0000036629801,0.023432149,0.000003900128,0.0000054454445,0.00043698715,0.0011777396,0.030911464],"study_design_scores_gemma":[0.001040013,0.00039811066,0.9349133,0.0051889303,0.000011889856,0.0000013157147,0.014495122,0.042962905,0.0000012764204,0.000009520618,0.000854606,0.00012304375],"about_ca_topic_score_codex":0.00074946263,"about_ca_topic_score_gemma":0.004517687,"teacher_disagreement_score":0.042959005,"about_ca_system_score_codex":0.0008694542,"about_ca_system_score_gemma":0.011891684,"threshold_uncertainty_score":0.99371},"labels":[],"label_agreement":null},{"id":"W4396680020","doi":"10.2196/56342","title":"Assessing the Ability of a Large Language Model to Score Free-Text Medical Student Clinical Notes: Quantitative Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Natural language processing; Psychology; Medical education; Medicine; World Wide Web","score_opus":0.2698714885083644,"score_gpt":0.6452357604818295,"score_spread":0.3753642719734651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396680020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94280595,0.00066673825,0.004999496,0.047805324,0.0018145168,0.0015661856,0.000004659615,0.00006849231,0.00026865414],"genre_scores_gemma":[0.9935627,0.000038816735,0.0005670749,0.0044088387,0.0009201739,0.0003765279,0.000026154663,0.000021975346,0.00007774656],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959952,0.00042420617,0.0011286888,0.0004724036,0.0016927329,0.00028674662],"domain_scores_gemma":[0.9965393,0.001611199,0.00011135373,0.0006747506,0.00038043843,0.00068294647],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051810737,0.00015209505,0.00036487984,0.0001389157,0.000120265235,0.00006257776,0.00037706722,0.00024896578,0.0009187789],"category_scores_gemma":[0.01797056,0.00009865672,0.00013574131,0.0005863709,0.000210757,0.00015890987,0.0001322352,0.0008406704,0.0001023433],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014840066,0.014696121,0.13345623,0.00068020675,0.0001458504,0.00003124889,0.1795984,0.000010429721,0.0001546892,0.0038615407,0.014094333,0.65312254],"study_design_scores_gemma":[0.00047271638,0.002380751,0.49599203,0.0038595668,0.00032366253,0.000043601467,0.40195772,0.08947871,0.00028865898,0.003012343,0.0017972126,0.00039301984],"about_ca_topic_score_codex":0.00078664185,"about_ca_topic_score_gemma":0.00040590958,"teacher_disagreement_score":0.6527295,"about_ca_system_score_codex":0.00017139567,"about_ca_system_score_gemma":0.007231049,"threshold_uncertainty_score":0.9999945},"labels":[],"label_agreement":null},{"id":"W4396685708","doi":"10.2196/58126","title":"Use of Multiple-Choice Items in Summative Examinations: Questionnaire Survey Among German Undergraduate Dental Training Programs","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Medical Education and Admissions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Respondent; Summative assessment; Multiple choice; German; Medicine; Test (biology); Dentistry; Medical education; Family medicine; Psychology; Mathematics education; Formative assessment; Significant difference","score_opus":0.08486289422007673,"score_gpt":0.4210586528993991,"score_spread":0.3361957586793224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396685708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892773,0.00031582397,0.00014380764,0.007849428,0.0010741933,0.0009399201,0.000019726722,0.00012565305,0.00025414137],"genre_scores_gemma":[0.99430054,0.00006405122,0.0002687647,0.00067073514,0.00027965728,0.0004884744,0.0015538913,0.000027811999,0.0023460744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976633,0.00030935378,0.00063297636,0.00034885734,0.0007942446,0.00025125753],"domain_scores_gemma":[0.9967849,0.0015606196,0.00011726062,0.00022009175,0.00020854098,0.0011085684],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007269665,0.0001674954,0.00028596207,0.00039336516,0.00005882672,0.000052352374,0.00010827363,0.00022055792,0.0017806037],"category_scores_gemma":[0.04010582,0.0001405497,0.000079992096,0.0009723381,0.00029603866,0.00031749823,0.000026316733,0.0005610663,0.000029494628],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037321304,0.003213114,0.62653804,0.0007800251,0.000067853405,0.000021758813,0.015232201,9.73108e-7,0.00012376886,0.0013687907,0.035465505,0.31715068],"study_design_scores_gemma":[0.0004643779,0.00009637321,0.9647852,0.0068009924,0.000028921622,0.00003157328,0.0023059584,0.0075155525,0.000028666982,0.00015472938,0.017634066,0.00015358721],"about_ca_topic_score_codex":0.0014753244,"about_ca_topic_score_gemma":0.0019928284,"teacher_disagreement_score":0.33824718,"about_ca_system_score_codex":0.00021147857,"about_ca_system_score_gemma":0.005264952,"threshold_uncertainty_score":0.9991319},"labels":[],"label_agreement":null},{"id":"W4396700068","doi":"10.2196/58355","title":"Assessing AI Awareness and Identifying Essential Competencies: Insights From Key Stakeholders in Integrating AI Into Medical Education","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; Eberhard Karls Universität Tübingen; Deutsche Forschungsgemeinschaft","keywords":"Preprint; Key (lock); Knowledge management; Psychology; Data science; Computer science; Engineering ethics; Artificial intelligence; Engineering; World Wide Web; Computer security","score_opus":0.1277909840246013,"score_gpt":0.48912307496388957,"score_spread":0.3613320909392883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396700068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93885887,0.0041728406,0.0041991863,0.045948997,0.005813816,0.0005294806,8.6596623e-7,0.00012524551,0.00035069798],"genre_scores_gemma":[0.98834276,0.00031409875,0.00086501124,0.0074410853,0.0022688617,0.0002789938,0.0003648211,0.00003631335,0.000088076355],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9967301,0.00021345139,0.0009370985,0.0006408449,0.0011641539,0.0003143769],"domain_scores_gemma":[0.9980975,0.0004417261,0.000110855784,0.00027687612,0.00033950547,0.00073353393],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006719792,0.00023727796,0.00035212777,0.00053508964,0.00024173959,0.00039584533,0.00017564087,0.00046896524,0.00091616565],"category_scores_gemma":[0.0031984947,0.00021083433,0.00006889592,0.0007861772,0.00025664558,0.00097319856,0.00005935848,0.0011773926,0.000051336337],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004298362,0.0011679134,0.033090007,0.0012708887,0.00003719383,0.000032713306,0.05420133,0.0000011756273,0.0011629625,0.0053467937,0.006513522,0.8971325],"study_design_scores_gemma":[0.0008567012,0.00046101736,0.12399477,0.06451771,0.00040941007,0.00048198143,0.50252366,0.14438093,0.0079146335,0.1015923,0.050921105,0.0019457722],"about_ca_topic_score_codex":0.015163775,"about_ca_topic_score_gemma":0.0040646377,"teacher_disagreement_score":0.8951867,"about_ca_system_score_codex":0.00052712316,"about_ca_system_score_gemma":0.022148853,"threshold_uncertainty_score":0.99999714},"labels":[],"label_agreement":null},{"id":"W4396734050","doi":"10.2196/58743","title":"Digital Skills to Improve Levels of Care and Renew Health Care Professions","year":2024,"lang":"en","type":"letter","venue":"JMIR Medical Education","topic":"Human Resources and Workforce","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Health professions; Nursing; Psychology; Medical education; Medicine; Political science","score_opus":0.012971447265362998,"score_gpt":0.3868321308868877,"score_spread":0.37386068362152475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396734050","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045362376,0.0058478354,0.000006450308,0.96223706,0.0022871166,0.0011709548,0.00019241722,0.000060357805,0.023661543],"genre_scores_gemma":[0.12705052,0.0002761305,0.00023770396,0.74284077,0.02065936,0.0005814415,0.00095353543,0.00009397659,0.10730657],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804914,0.00010866678,0.0003051009,0.00035167384,0.0008666222,0.00031879082],"domain_scores_gemma":[0.99901646,0.00010431125,0.00012651378,0.00020106896,0.00015386038,0.0003977788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015885415,0.00014690618,0.00027381728,0.0001231619,0.00024452884,0.00010841084,0.0002646451,0.0005776431,0.0003551911],"category_scores_gemma":[0.0003735182,0.000121474506,0.00007810968,0.00022449886,0.00019278501,0.00006214644,0.00009415966,0.0007864766,0.000034561366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[8.264491e-7,0.000015855514,0.000029297395,0.0005591054,0.000005313558,0.0000014383475,0.12290688,9.741107e-9,7.6562586e-8,0.0001375552,0.5983209,0.27802274],"study_design_scores_gemma":[0.00004771213,0.00009169742,0.00013366928,0.0017086156,0.000009675651,5.341209e-7,0.0436991,1.9182053e-7,8.46115e-7,0.00013339457,0.9540524,0.00012216534],"about_ca_topic_score_codex":0.00056494516,"about_ca_topic_score_gemma":0.00050042564,"teacher_disagreement_score":0.3557315,"about_ca_system_score_codex":0.00028766907,"about_ca_system_score_gemma":0.005804043,"threshold_uncertainty_score":0.99983215},"labels":[],"label_agreement":null},{"id":"W4396760548","doi":"10.2196/52290","title":"A Call for a Health Data–Informed Workforce Among Clinicians","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences","keywords":"Preprint; Workforce; Health care; Health data; Medicine; Nursing; Psychology; Public relations; Computer science; Political science; World Wide Web","score_opus":0.46591471046379934,"score_gpt":0.6940725308425627,"score_spread":0.22815782037876337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396760548","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040033605,0.0046883374,0.020510422,0.89923584,0.006903594,0.006414423,0.00010672697,0.0006719023,0.021435138],"genre_scores_gemma":[0.76696295,0.006286942,0.017499506,0.102842554,0.010492691,0.0026385162,0.0031887935,0.0001558596,0.08993218],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965988,0.00007055664,0.00081908,0.0005624152,0.0014945895,0.00045456828],"domain_scores_gemma":[0.9881801,0.009120961,0.00009929606,0.0010637258,0.00031080106,0.0012251189],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0062076976,0.00012593709,0.0003186544,0.00014938656,0.00009564018,0.000064087384,0.00048489057,0.00054061605,0.000510456],"category_scores_gemma":[0.05686491,0.00009966678,0.0001150926,0.00041472362,0.00056782766,0.00016684574,0.00015877934,0.0019949556,0.00016168572],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013470206,0.000579691,0.0019630415,0.0027356027,0.00004666911,0.00000717413,0.001315018,8.768753e-8,0.0000014668905,0.021723583,0.4968348,0.47465816],"study_design_scores_gemma":[0.0008947445,0.0006940045,0.009639204,0.0065667224,0.000042756925,0.00002775528,0.0006989322,0.010064372,0.0000039173287,0.010146839,0.9610625,0.00015828926],"about_ca_topic_score_codex":0.00009965784,"about_ca_topic_score_gemma":0.0005421544,"teacher_disagreement_score":0.7963933,"about_ca_system_score_codex":0.00029824284,"about_ca_system_score_gemma":0.032273278,"threshold_uncertainty_score":0.97321284},"labels":[],"label_agreement":null},{"id":"W4396770070","doi":"10.2196/52953","title":"The Scope of Virtual Reality Simulators in Radiology Education: Systematic Literature Review","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scope (computer science); Systematic review; Randomized controlled trial; Scopus; Medicine; Virtual reality; Medical physics; MEDLINE; Medical education; Computer science; Surgery; Artificial intelligence","score_opus":0.03876582613991729,"score_gpt":0.48272192223850263,"score_spread":0.44395609609858533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396770070","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014607302,0.9777187,0.000002010926,0.008004588,0.005790477,0.007916772,0.000016668146,0.000058447946,0.00047769424],"genre_scores_gemma":[0.00024805192,0.98829854,0.000023028771,0.0020856503,0.0016416064,0.0049949368,0.0012979208,0.000076873745,0.0013333886],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99316233,0.0015869318,0.0031358395,0.0006828608,0.0010721995,0.00035982393],"domain_scores_gemma":[0.99380744,0.0022177673,0.0010808681,0.0014501039,0.00090802263,0.00053580035],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027945386,0.00051362056,0.0027182791,0.00059730234,0.000097685195,0.000043617245,0.00050861266,0.0009637792,0.0002603806],"category_scores_gemma":[0.006081614,0.00030901443,0.00053665997,0.0025743023,0.00023800852,0.00008345395,0.00005987719,0.0016903812,0.00014477813],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006378322,0.00032621325,0.00002308356,0.66758114,0.00006700552,0.0000027220885,0.00043866545,2.239641e-7,5.21706e-9,0.0017110799,0.0399884,0.28985506],"study_design_scores_gemma":[0.00008544313,0.000059782986,0.000035900917,0.6437783,0.0008573748,0.00024986573,0.00026091514,0.000014722726,3.537555e-8,0.00009432763,0.3544118,0.00015150814],"about_ca_topic_score_codex":0.00004381641,"about_ca_topic_score_gemma":0.000011103792,"teacher_disagreement_score":0.3144234,"about_ca_system_score_codex":0.0011714197,"about_ca_system_score_gemma":0.043052793,"threshold_uncertainty_score":0.9999362},"labels":[],"label_agreement":null},{"id":"W4396838121","doi":"10.2196/52993","title":"A Proposed Decision-Making Framework for the Translation of In-Person Clinical Care to Digital Care: Tutorial","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Translation (biology); Human–computer interaction; World Wide Web","score_opus":0.04374177549420131,"score_gpt":0.49326514353755896,"score_spread":0.44952336804335763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396838121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88378096,0.003962493,0.063643225,0.03221375,0.0097531425,0.00614869,0.000036068817,0.000103119615,0.00035854054],"genre_scores_gemma":[0.9866789,0.000029676981,0.008175692,0.0013271568,0.003294355,0.00033725557,0.00012691824,0.000020665711,0.000009369624],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982368,0.000035742363,0.00062851154,0.0002704028,0.0006397925,0.00018878689],"domain_scores_gemma":[0.99753326,0.0018189586,0.0000711397,0.00018846647,0.00019483666,0.00019335971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046010964,0.0001041319,0.00023237416,0.00017149383,0.00005036559,0.000029580573,0.00009696678,0.00018383053,0.00013245411],"category_scores_gemma":[0.0032744764,0.0000701321,0.0001093463,0.0004587767,0.000051989286,0.00009820043,0.000009343055,0.0003342889,0.00000812665],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004432139,0.0001297321,0.00673201,0.000605727,0.000016904316,0.000002571992,0.019402001,6.4372455e-7,0.000005646726,0.0009822357,0.0040426874,0.96763664],"study_design_scores_gemma":[0.008919348,0.00663317,0.27520686,0.018831423,0.0005712197,0.00007524087,0.15996696,0.0030932392,0.00016481003,0.007292825,0.51863575,0.0006091244],"about_ca_topic_score_codex":0.000029565777,"about_ca_topic_score_gemma":0.00004470447,"teacher_disagreement_score":0.9670275,"about_ca_system_score_codex":0.000160347,"about_ca_system_score_gemma":0.0025215345,"threshold_uncertainty_score":0.44730937},"labels":[],"label_agreement":null},{"id":"W4396861662","doi":"10.2196/54105","title":"Challenges and Needs in Digital Health Practice and Nursing Education Curricula: Gap Analysis Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Curriculum; Nursing research; Nurse education; Nursing; Medical education; Psychology; Medicine; Pedagogy; Computer science; World Wide Web","score_opus":0.04340354290637735,"score_gpt":0.48037893963647177,"score_spread":0.43697539673009445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396861662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83118814,0.04029589,0.00003343338,0.124146186,0.0009694181,0.0012477088,0.0000015597453,0.000084559746,0.002033104],"genre_scores_gemma":[0.995376,0.0013269591,0.00018000217,0.0018412183,0.0006166636,0.0003310338,0.00014032413,0.000021332784,0.00016647097],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998103,0.00014846821,0.0005004418,0.0004434063,0.00058765686,0.00021698327],"domain_scores_gemma":[0.9982336,0.0005534623,0.000109085944,0.00026058278,0.0002820515,0.000561208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007754599,0.00015484454,0.00030224354,0.0011397282,0.00007897875,0.000096075724,0.000049527687,0.0001272159,0.00007353014],"category_scores_gemma":[0.0010777479,0.00014402292,0.000038680915,0.0014646385,0.0000935637,0.00044926623,0.000015073566,0.00039111672,0.00000980994],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003460945,0.0040452615,0.14557515,0.0005732571,0.00008778565,0.0000026462283,0.07849518,0.0000022081433,3.8830945e-7,0.0028908697,0.0013551796,0.7669375],"study_design_scores_gemma":[0.0004598951,0.0003517381,0.7459051,0.0019139998,0.00028145075,0.00013067738,0.24515752,0.0022036876,4.7145159e-7,0.0008743981,0.0025588113,0.00016223078],"about_ca_topic_score_codex":0.00027280606,"about_ca_topic_score_gemma":0.000033057728,"teacher_disagreement_score":0.76677525,"about_ca_system_score_codex":0.0005242551,"about_ca_system_score_gemma":0.0059800046,"threshold_uncertainty_score":0.9996552},"labels":[],"label_agreement":null},{"id":"W4397049424","doi":"10.2196/58758","title":"Evaluation of ChatGPT-Generated Differential Diagnosis for Common Diseases With Atypical Presentation: Descriptive Research","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Presentation (obstetrics); Public health; Medicine; Differential diagnosis; Family medicine; Pathology; Computer science; Surgery","score_opus":0.33047538614863325,"score_gpt":0.5699306547088675,"score_spread":0.23945526856023425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397049424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98005164,0.0019950478,0.00069283193,0.013333254,0.0013170989,0.002355839,0.000013767369,0.00005052746,0.00018999413],"genre_scores_gemma":[0.99241483,0.00013994247,0.00014754494,0.00014041353,0.0016503531,0.0047671935,0.00052864273,0.000022364207,0.00018868648],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967641,0.0003626582,0.00041031156,0.00032182326,0.0019062584,0.0002348508],"domain_scores_gemma":[0.9964579,0.0006149007,0.000057369558,0.00021592689,0.0023176232,0.00033630454],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013074985,0.000106636726,0.00019865429,0.0002679269,0.00013044219,0.000044567456,0.00008743749,0.00016295219,0.0012609573],"category_scores_gemma":[0.002232824,0.00008096041,0.00006369937,0.0006008505,0.00022956321,0.00014349178,0.000015515905,0.00027898312,0.000022795031],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009402885,0.0023828067,0.024200885,0.0010148225,0.00012076415,0.0000019450795,0.007825363,0.0000069180755,0.0002951235,0.003019423,0.04081403,0.9193776],"study_design_scores_gemma":[0.0021575424,0.008744707,0.5047974,0.014687359,0.003913027,0.000117785065,0.051750563,0.2574298,0.07734296,0.048834834,0.029160371,0.0010636293],"about_ca_topic_score_codex":0.00032657688,"about_ca_topic_score_gemma":0.00013988033,"teacher_disagreement_score":0.918314,"about_ca_system_score_codex":0.00038425584,"about_ca_system_score_gemma":0.0067127873,"threshold_uncertainty_score":0.999652},"labels":[],"label_agreement":null},{"id":"W4397294786","doi":"10.2196/51915","title":"Health Care Workers’ Motivations for Enrolling in Massive Open Online Courses During a Public Health Emergency: Descriptive Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Health care; Medical education; Massive open online course; Globe; Coronavirus disease 2019 (COVID-19); Personal protective equipment; Preprint; Public health; Psychology; Medicine; Nursing; Disease; Infectious disease (medical specialty); Political science; Computer science; Pedagogy","score_opus":0.03950853087355343,"score_gpt":0.41410351539765533,"score_spread":0.3745949845241019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397294786","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17492205,0.0037914333,0.16126618,0.65737385,0.0013350404,0.0010188352,0.000034025135,0.00020598297,0.00005263041],"genre_scores_gemma":[0.979041,0.00019636138,0.018570492,0.0007222972,0.00033476745,0.00020486135,0.00034854154,0.000013983055,0.0005677054],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981145,0.00016600719,0.00048528035,0.00047566785,0.0003836803,0.00037482003],"domain_scores_gemma":[0.9989105,0.000094971074,0.00015907042,0.00027144884,0.00018597163,0.0003780726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006582723,0.000124552,0.000294909,0.0006580169,0.00023252131,0.0002494257,0.00066447863,0.00007203852,0.000042737258],"category_scores_gemma":[0.0005124849,0.00011594041,0.00010884646,0.0028548806,0.000025401734,0.000447238,0.00013437454,0.00033466917,0.0000044069],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021969592,0.003368917,0.13373697,0.0014802553,0.0008143195,0.000009066444,0.21889016,0.0031782105,0.000007712423,0.046040863,0.031811267,0.5606403],"study_design_scores_gemma":[0.0008005349,0.00028514542,0.22030689,0.0014307258,0.0000664302,0.0000060827997,0.05240841,0.70374185,0.0000028051647,0.0032217926,0.01721697,0.00051236275],"about_ca_topic_score_codex":0.0006699628,"about_ca_topic_score_gemma":0.0013779582,"teacher_disagreement_score":0.80411893,"about_ca_system_score_codex":0.00056511967,"about_ca_system_score_gemma":0.008320643,"threshold_uncertainty_score":0.9973013},"labels":[],"label_agreement":null},{"id":"W4398167170","doi":"10.2196/53624","title":"Data-Driven Fundraising: Strategic Plan for Medical Education","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Outreach; Safeguarding; Public relations; Best practice; Plan (archaeology); Process (computing); Business; Analytics; Political science; Medicine; Computer science; Data science","score_opus":0.19170679714856032,"score_gpt":0.516446253920746,"score_spread":0.32473945677218563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398167170","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26227257,0.006490294,0.0009572804,0.5238884,0.15296826,0.008819055,0.000104654275,0.001199742,0.043299716],"genre_scores_gemma":[0.9442622,0.0008273692,0.0016827936,0.006293321,0.035208255,0.00756223,0.0027535823,0.000074807824,0.0013354254],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961506,0.0003447428,0.0005500215,0.00061972655,0.0018188655,0.0005160275],"domain_scores_gemma":[0.99558675,0.0022081784,0.00012411134,0.00047906587,0.00028478474,0.0013171043],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025760871,0.00016521993,0.00021181119,0.00022476619,0.00051974016,0.00025615605,0.0009812517,0.00058973226,0.0038151655],"category_scores_gemma":[0.017596647,0.00016610573,0.0000648768,0.00073970336,0.00039790344,0.00055460405,0.00006134313,0.00050359836,0.00023459205],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015663263,0.0008624324,0.0008208866,0.00041358513,0.0000214259,0.0000012628776,0.02140532,1.6006652e-7,0.0000029035405,0.2126143,0.24244733,0.5213947],"study_design_scores_gemma":[0.00015496509,0.000051208273,0.0014352844,0.0006721323,0.000035762307,0.0000073345636,0.015182534,0.0018936199,0.0000014037222,0.017054403,0.96329176,0.00021957984],"about_ca_topic_score_codex":0.0022788087,"about_ca_topic_score_gemma":0.002919495,"teacher_disagreement_score":0.72084445,"about_ca_system_score_codex":0.0005886921,"about_ca_system_score_gemma":0.08228876,"threshold_uncertainty_score":0.99709547},"labels":[],"label_agreement":null},{"id":"W4398197396","doi":"10.2196/54987","title":"Evolution of Chatbots in Nursing Education: Narrative Review","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"AI in Service Interactions","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Narrative; Nurse education; Psychology; Nursing; Medicine; Computer science; Art; World Wide Web; Literature","score_opus":0.02820038997339636,"score_gpt":0.470835349340324,"score_spread":0.44263495936692765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398197396","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012096687,0.9806073,0.0008846024,0.006373263,0.00632243,0.0012666064,0.0000018375623,0.00007173817,0.004471065],"genre_scores_gemma":[0.000023670127,0.99531114,0.0012319394,0.0005723305,0.0006431078,0.0014814147,0.00007077327,0.0000232394,0.0006423625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970227,0.00035026387,0.0011124465,0.00059384404,0.00070836034,0.00021241314],"domain_scores_gemma":[0.99807435,0.00015112195,0.0005361854,0.0007695033,0.0002678722,0.00020094724],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00053704734,0.00029997094,0.00093328935,0.0005866072,0.000045535824,0.00004787198,0.0011401129,0.00034072995,0.000236789],"category_scores_gemma":[0.00048440433,0.0002520076,0.00026876584,0.0022357795,0.00008858466,0.00046677113,0.00012325954,0.00085789716,0.00029241195],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[2.2796964e-7,0.00060539006,3.8066423e-7,0.030833833,0.000010960426,6.718792e-7,0.0015828446,2.7105635e-8,2.1334717e-8,0.018612217,0.059918843,0.8884346],"study_design_scores_gemma":[0.0000172291,0.000016682194,0.0000061746296,0.38948193,0.00010596144,0.000106705134,0.0003450125,0.000078663805,5.7106472e-8,0.0023715324,0.6073174,0.00015264378],"about_ca_topic_score_codex":0.00005436669,"about_ca_topic_score_gemma":0.000015901149,"teacher_disagreement_score":0.88828194,"about_ca_system_score_codex":0.0015052406,"about_ca_system_score_gemma":0.020525392,"threshold_uncertainty_score":0.9999932},"labels":[],"label_agreement":null},{"id":"W4398241424","doi":"10.2196/52906","title":"An Approach to the Design and Development of an Accredited Continuing Professional Development e-Learning Module on Virtual Care","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Accreditation; Telehealth; Health care; Stakeholder; Medical education; Nursing; Professional development; Knowledge management; Telemedicine; Medicine; Computer science; Public relations","score_opus":0.029342767447593177,"score_gpt":0.38962986347773565,"score_spread":0.3602870960301425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398241424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9825615,0.00013141973,0.013570021,0.0016966667,0.0006293531,0.0012391673,8.1663967e-7,0.00007492908,0.000096085445],"genre_scores_gemma":[0.9689085,0.000003907433,0.028221386,0.0011314872,0.00048476824,0.00056953426,0.00050288386,0.000019758794,0.00015779132],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99818397,0.00015575584,0.00041665699,0.00029834732,0.00075014046,0.00019514089],"domain_scores_gemma":[0.9991545,0.00009808048,0.00006488294,0.00013295704,0.0001371331,0.00041245754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008820795,0.0001243779,0.00016473685,0.00018366812,0.00015198349,0.000021410928,0.00009368226,0.00009073035,0.00009548084],"category_scores_gemma":[0.00022830363,0.00008077387,0.000011985943,0.00023025749,0.00003446041,0.000097558506,0.000026133468,0.00031988707,0.000009190666],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120109136,0.00044573727,0.0007276916,0.00027162305,0.000018590628,0.0000017770609,0.09440917,0.000016284906,0.00025850203,0.00017375516,0.00208869,0.9014681],"study_design_scores_gemma":[0.002928761,0.0032496015,0.44743833,0.0036565564,0.00009081755,0.000137102,0.20306338,0.019494059,0.00708044,0.000025250829,0.31231546,0.0005202442],"about_ca_topic_score_codex":0.000008625405,"about_ca_topic_score_gemma":0.0000047137914,"teacher_disagreement_score":0.9009478,"about_ca_system_score_codex":0.00013442372,"about_ca_system_score_gemma":0.0028576546,"threshold_uncertainty_score":0.50693566},"labels":[],"label_agreement":null},{"id":"W4398789506","doi":"10.2196/47438","title":"Development of a Novel Web-Based Tool to Enhance Clinical Skills in Medical Education","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Tellabs (Canada); University of Waterloo; McMaster University; University of Toronto; Western University","funders":"","keywords":"Objective structured clinical examination; Medical education; Checklist; Interview; Medical diagnosis; Virtual patient; Clinical Practice; Medicine; Psychology; Family medicine; Pathology","score_opus":0.08326195027027376,"score_gpt":0.6051927720688246,"score_spread":0.5219308217985509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398789506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9342783,0.00018877051,0.0017439289,0.052217066,0.0076661124,0.0016208619,0.0000031935847,0.00006794009,0.002213819],"genre_scores_gemma":[0.9514615,0.00009407381,0.017948115,0.02174676,0.00219175,0.003900745,0.000112731985,0.000027198172,0.0025171512],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99463534,0.00045927137,0.0017716521,0.0005448167,0.0019173699,0.000671549],"domain_scores_gemma":[0.9963938,0.0012038948,0.00015085317,0.0003315452,0.0003675923,0.0015523364],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008288749,0.00014558517,0.0002962684,0.00055401225,0.00020116741,0.000018098879,0.0004794628,0.00047816036,0.0050945715],"category_scores_gemma":[0.016357884,0.0001218273,0.00005647443,0.0015286002,0.00013950923,0.00017356662,0.000087573375,0.001199101,0.0007878806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045487894,0.004461313,0.01704003,0.0011795338,0.0000055399187,9.870798e-7,0.0091705825,6.0877215e-7,0.00010754287,0.001027798,0.18510489,0.7818557],"study_design_scores_gemma":[0.0006324568,0.00012525755,0.204782,0.007792127,0.0000044188955,0.0000023579485,0.0033903127,0.0052413414,0.00007846564,0.00014142219,0.77755666,0.0002532051],"about_ca_topic_score_codex":0.00025258964,"about_ca_topic_score_gemma":0.0010597258,"teacher_disagreement_score":0.7816025,"about_ca_system_score_codex":0.0006807548,"about_ca_system_score_gemma":0.21598525,"threshold_uncertainty_score":0.9999901},"labels":[],"label_agreement":null},{"id":"W4399042736","doi":"10.2196/50667","title":"Identifying Learning Preferences and Strategies in Health Data Science Courses: Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health science; Psychology; Data science; Mathematics education; Computer science; Medical education; Management science; Medicine; Engineering","score_opus":0.09701938911243635,"score_gpt":0.494318678648034,"score_spread":0.3972992895355977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399042736","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014613226,0.9973483,0.000042824442,0.0003867386,0.0003804767,0.0015324493,0.000013047642,0.000011362175,0.00027017057],"genre_scores_gemma":[0.00014591531,0.9977485,0.00013752149,0.0002450646,0.00020233942,0.0002837438,0.000900053,0.000016854618,0.00032001885],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9965906,0.00031270736,0.0010883115,0.00061406445,0.0010184007,0.0003758882],"domain_scores_gemma":[0.99844503,0.000050840277,0.00035157625,0.0006384584,0.00010173899,0.00041232907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004429746,0.00024695674,0.0009399849,0.00025490663,0.00010088905,0.00024369049,0.0011587943,0.00026257965,0.000025221432],"category_scores_gemma":[0.0039889906,0.00016540737,0.00006779229,0.0005260948,0.000507959,0.0000280716,0.00074783486,0.0006093443,0.000036494235],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[4.1184543e-7,0.000042225678,0.0000010217092,0.7614074,0.000018926963,6.720242e-7,0.00008717351,7.509607e-9,4.953101e-7,0.00005378689,0.002102906,0.23628497],"study_design_scores_gemma":[0.00004330497,0.00009779979,0.000002988827,0.65340036,0.00015313628,0.00004659966,0.0011146795,0.000058673562,2.786433e-7,0.00005199792,0.34484202,0.00018813842],"about_ca_topic_score_codex":0.000044916218,"about_ca_topic_score_gemma":0.000058265916,"teacher_disagreement_score":0.3427391,"about_ca_system_score_codex":0.00007425109,"about_ca_system_score_gemma":0.016370406,"threshold_uncertainty_score":0.98920584},"labels":[],"label_agreement":null},{"id":"W4399055759","doi":"10.2196/53810","title":"Time for Medicine and Public Health to Leave Platform X","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet; Forskningsrådet i Sydöstra Sverige","keywords":"Social media; Microblogging; Public relations; Knowledge translation; The Internet; Government (linguistics); Internet privacy; Digital media; Computer science; Knowledge management; World Wide Web; Business; Political science","score_opus":0.14088914103776148,"score_gpt":0.5094742741669888,"score_spread":0.36858513312922725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399055759","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098558284,0.0019372451,0.00030759154,0.8816974,0.011577362,0.0030439496,0.0000033101846,0.00019722126,0.0026776118],"genre_scores_gemma":[0.876547,0.0014887588,0.0025871468,0.060812175,0.038072612,0.016419223,0.0002503402,0.00008586563,0.0037369118],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823713,0.000108200235,0.0002991215,0.00026977406,0.0006660657,0.0004196947],"domain_scores_gemma":[0.99653465,0.0017977491,0.00005462653,0.00010442442,0.00014779001,0.0013607452],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025286744,0.000084424195,0.00016525469,0.00022339594,0.0003864462,0.000064919215,0.00015060203,0.0001599021,0.0010526577],"category_scores_gemma":[0.01643208,0.00007661972,0.000024233772,0.0006247758,0.00031454986,0.0002117439,0.000016255715,0.00016773374,0.00013806303],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031971383,0.00006717903,0.00014863051,0.0001418902,0.0000041380545,9.2751854e-8,0.13841973,7.731464e-9,0.0000017167029,0.040858295,0.20746386,0.61289126],"study_design_scores_gemma":[0.000094700794,0.00012703816,0.0017525612,0.00029080658,0.0000038852813,0.000001341785,0.020901177,0.00008465814,4.9028085e-7,0.0035741949,0.9730904,0.00007871672],"about_ca_topic_score_codex":0.0025584307,"about_ca_topic_score_gemma":0.00077830703,"teacher_disagreement_score":0.82088524,"about_ca_system_score_codex":0.00059825304,"about_ca_system_score_gemma":0.011097116,"threshold_uncertainty_score":0.9998605},"labels":[],"label_agreement":null},{"id":"W4399117459","doi":"10.2196/50111","title":"Can an Online Course, <i>Life101: Mental and Physical Self-Care</i>, Improve the Well-Being of College Students?","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Psychology; Course (navigation); Massive open online course; Medical education; Mental health; Gerontology; Mathematics education; Medicine; Computer science; Psychotherapist; Engineering; World Wide Web","score_opus":0.014856314547553038,"score_gpt":0.44088520036519774,"score_spread":0.4260288858176447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399117459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98212904,0.0007382889,0.0000017031742,0.012388741,0.0025712533,0.0006877966,0.00004984281,0.00006147248,0.0013718792],"genre_scores_gemma":[0.9949079,0.00005552716,0.000021140924,0.0030044576,0.0010644519,0.00015215405,0.00011576741,0.0000183785,0.00066019496],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9986466,0.00012325481,0.0002227014,0.00030081056,0.0005020517,0.00020458533],"domain_scores_gemma":[0.99927056,0.00013144787,0.00005099903,0.00022555293,0.000035671357,0.00028578905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002447336,0.00011676165,0.00014957115,0.00004569026,0.00009258127,0.000019992933,0.00020866793,0.00009176223,0.00027203566],"category_scores_gemma":[0.000018316457,0.00008348984,0.000041369436,0.00018243096,0.0001355738,0.0000580165,0.00005983465,0.00028544597,0.000021115788],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021202049,0.020820031,0.02733645,0.0017289049,0.00025610876,0.000026882642,0.46262804,1.4028731e-7,0.00039152207,0.039706185,0.06502991,0.38186383],"study_design_scores_gemma":[0.0034854496,0.0032421465,0.37406436,0.0007123553,0.00039655794,0.00012215367,0.30529168,0.0017133221,0.00031182356,0.0026886992,0.30733228,0.0006391999],"about_ca_topic_score_codex":0.00064851734,"about_ca_topic_score_gemma":0.00030527354,"teacher_disagreement_score":0.38122463,"about_ca_system_score_codex":0.00020384911,"about_ca_system_score_gemma":0.0016054405,"threshold_uncertainty_score":0.34046167},"labels":[],"label_agreement":null},{"id":"W4399213372","doi":"10.2196/54137","title":"Roles and Responsibilities of the Global Specialist Digital Health Workforce: Analysis of Global Census Data","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Census; Workforce; Thematic analysis; Digital health; Health informatics; Health information technology; Health management system; Workforce development; Public health informatics; Medicine; Public health; Environmental health; Health policy; Political science; Health care; HRHIS; Nursing; Population; Sociology; Qualitative research; Alternative medicine; Social science","score_opus":0.03956585088218259,"score_gpt":0.4509455250984636,"score_spread":0.41137967421628097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399213372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9497571,0.0032661948,0.000073271076,0.04399611,0.0005057226,0.00035164237,0.0009314402,0.000027896067,0.001090644],"genre_scores_gemma":[0.9969639,0.00013621045,0.00012825344,0.0012705477,0.00033819425,0.000010820583,0.00103266,0.0000045603156,0.00011480922],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99826044,0.0000701291,0.00056454976,0.0002476102,0.0007005843,0.00015665923],"domain_scores_gemma":[0.99895704,0.00011812381,0.00014567556,0.00045540417,0.00009148321,0.00023230477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005290854,0.000087397835,0.0003061846,0.00007645074,0.00004039794,0.000018672106,0.00015217155,0.00006319692,0.0001358026],"category_scores_gemma":[0.0010137807,0.00005807323,0.00006146423,0.0013537231,0.00023157381,0.000108945016,0.00009574898,0.00010686146,8.24932e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014563944,0.00025291386,0.44334498,0.0006078952,0.00023328884,0.0000016762785,0.00088085333,2.867683e-7,0.0000015509361,0.013104984,0.030583415,0.5108425],"study_design_scores_gemma":[0.00041233315,0.00017735413,0.9433484,0.0005387157,0.0004076561,0.000035441957,0.0039348877,0.0006289689,0.0000028478676,0.0008514329,0.04960761,0.00005433179],"about_ca_topic_score_codex":0.00055746123,"about_ca_topic_score_gemma":0.0005913674,"teacher_disagreement_score":0.5107882,"about_ca_system_score_codex":0.00020897399,"about_ca_system_score_gemma":0.0034737126,"threshold_uncertainty_score":0.6162217},"labels":[],"label_agreement":null},{"id":"W4399401374","doi":"10.2196/52461","title":"Global Trends in mHealth and Medical Education Research: Bibliometrics and Knowledge Graph Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bibliometrics; mHealth; Data science; Computer science; Library science; Medicine; Nursing","score_opus":0.11449412636653242,"score_gpt":0.6039902159135522,"score_spread":0.48949608954701973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399401374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70563674,0.07215786,0.00059371593,0.17247456,0.00461439,0.0040941304,0.000057594407,0.00036702046,0.040004008],"genre_scores_gemma":[0.9643097,0.017360816,0.00024891828,0.004886644,0.0012309686,0.009882825,0.00036582406,0.000025689356,0.0016886292],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947372,0.001273319,0.001053185,0.00075588544,0.0013127247,0.00086767797],"domain_scores_gemma":[0.9949459,0.0013124838,0.000119343356,0.00040339353,0.0004013509,0.0028175458],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.007344149,0.00018461658,0.00039715864,0.013445867,0.0006296941,0.00004640248,0.0002595078,0.00073118135,0.0021900441],"category_scores_gemma":[0.0033396364,0.00016362894,0.000059289236,0.050913174,0.0003021732,0.00018081094,0.00015653473,0.0016168067,0.000103969425],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016952124,0.0006123184,0.0969822,0.0010864811,0.00001827486,0.0000011634961,0.0012103976,5.482991e-8,1.2716254e-7,0.043171357,0.15890193,0.69799876],"study_design_scores_gemma":[0.00040438308,0.00007076929,0.5771577,0.0006749205,0.00006231304,0.000009926016,0.0018140166,0.0017403209,5.460551e-8,0.0063449894,0.41158995,0.00013067223],"about_ca_topic_score_codex":0.0031967536,"about_ca_topic_score_gemma":0.007839914,"teacher_disagreement_score":0.69786805,"about_ca_system_score_codex":0.00069217524,"about_ca_system_score_gemma":0.03011853,"threshold_uncertainty_score":0.9987221},"labels":[],"label_agreement":null},{"id":"W4399512772","doi":"10.2196/53106","title":"Multidisciplinary Design–Based Multimodal Virtual Reality Simulation in Nursing Education: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Multidisciplinary approach; Computer science; Human–computer interaction; Nursing; Medicine; World Wide Web; Sociology","score_opus":0.050662132276357116,"score_gpt":0.4907547068297751,"score_spread":0.440092574553418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399512772","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033467595,0.00015724699,0.9551192,0.006335988,0.0012842432,0.0014401062,9.134304e-7,0.0002918856,0.0019028038],"genre_scores_gemma":[0.9308901,0.0000032092062,0.06755862,0.00023395411,0.00023588428,0.0006803002,0.000023963035,0.000025053037,0.00034892655],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99707663,0.00089912437,0.0005036634,0.0006459507,0.00060483615,0.0002697844],"domain_scores_gemma":[0.9979992,0.000765402,0.00008969216,0.0006640109,0.00011010853,0.00037157093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020710023,0.00019174148,0.00020135325,0.000432124,0.00012569372,0.0002125873,0.0005476977,0.00016981157,0.00012498094],"category_scores_gemma":[0.0008674968,0.00017905669,0.00005837048,0.0013801461,0.000088603774,0.00055368594,0.00008269509,0.000320548,0.00007661369],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000120428185,0.0051573883,0.00013615737,0.000023204384,0.000006468241,0.0000016428951,0.004978079,0.0031122805,0.00008109548,0.011665924,0.0018958376,0.9729299],"study_design_scores_gemma":[0.00034106796,0.00020405838,0.044375718,0.00039048155,0.0000106798825,0.0000050212725,0.0016433144,0.94645983,0.000089102876,0.004857158,0.0014148161,0.00020874546],"about_ca_topic_score_codex":0.00013902296,"about_ca_topic_score_gemma":0.000021656284,"teacher_disagreement_score":0.97272116,"about_ca_system_score_codex":0.00041643155,"about_ca_system_score_gemma":0.0044796686,"threshold_uncertainty_score":0.794674},"labels":[],"label_agreement":null},{"id":"W4399535692","doi":"10.2196/48594","title":"Reforming China’s Secondary Vocational Medical Education: Adapting to the Challenges and Opportunities of the AI Era","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Vocational education; China; Medical education; Political science; Psychology; Pedagogy; Medicine; Computer science; Law; World Wide Web","score_opus":0.12696639058581835,"score_gpt":0.44184085558852,"score_spread":0.31487446500270166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399535692","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20688677,0.017618546,0.000048509035,0.7614989,0.0037006172,0.0006111754,0.0000020702523,0.000042983364,0.009590413],"genre_scores_gemma":[0.9737528,0.0022902759,0.00009034581,0.018813008,0.0028443385,0.0003581458,0.000031820582,0.000018216128,0.0018010335],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980222,0.00011141654,0.00051030715,0.00025720298,0.0009106156,0.00018825458],"domain_scores_gemma":[0.99870974,0.00019227676,0.00007934327,0.0003182024,0.00026207318,0.00043835476],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011600961,0.00012273056,0.00016112321,0.00013302588,0.00019639882,0.00002914439,0.00021234748,0.00018464866,0.0015450493],"category_scores_gemma":[0.0019449401,0.00007196096,0.00006123101,0.00022515703,0.00021555701,0.00015289053,0.00007027551,0.0006556283,0.000024425679],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013415358,0.00019714645,0.0001605086,0.0004127196,0.00001546209,7.511208e-7,0.01706666,1.6397388e-7,0.0000075527973,0.03371256,0.02217076,0.9262423],"study_design_scores_gemma":[0.000096553136,0.0003417366,0.10528128,0.008452004,0.00011864131,0.00090184936,0.09503917,0.0021360142,0.0005866543,0.014813105,0.77188396,0.00034904203],"about_ca_topic_score_codex":0.00037356114,"about_ca_topic_score_gemma":0.00019386175,"teacher_disagreement_score":0.92589325,"about_ca_system_score_codex":0.000111384186,"about_ca_system_score_gemma":0.02060031,"threshold_uncertainty_score":0.99936765},"labels":[],"label_agreement":null},{"id":"W4399542284","doi":"10.2196/56117","title":"A Use Case for Generative AI in Medical Education","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generative grammar; Computer science; Artificial intelligence; Natural language processing","score_opus":0.139294354644328,"score_gpt":0.5354344051062581,"score_spread":0.39614005046193007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399542284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7989171,0.0014968229,0.0015587978,0.18989953,0.005848977,0.0017259147,0.000004013901,0.00011313308,0.0004357083],"genre_scores_gemma":[0.96274334,0.00020504065,0.0009980458,0.027831757,0.003515134,0.0022448362,0.00029149713,0.000033866196,0.0021364521],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99794513,0.0000943417,0.00062524824,0.00042507477,0.0006124976,0.00029769272],"domain_scores_gemma":[0.99818414,0.0004226184,0.00004911464,0.00024109043,0.00036340315,0.0007396307],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007493673,0.00015348318,0.000217671,0.0003690725,0.00009283754,0.0000822137,0.000087969354,0.0004063452,0.0015219027],"category_scores_gemma":[0.005292676,0.00013361905,0.000087903296,0.00057342596,0.000106288506,0.00031285695,0.000017077404,0.00055384793,0.000113272545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007802382,0.0014996582,0.0022474786,0.00052802236,0.000016775584,0.00012270162,0.0058335126,4.2957225e-7,0.000048940423,0.007263164,0.15599155,0.82636976],"study_design_scores_gemma":[0.0004749632,0.0011435149,0.0074853343,0.008543821,0.00021638404,0.012685415,0.020936057,0.089954816,0.0025201347,0.024091497,0.8310069,0.0009411722],"about_ca_topic_score_codex":0.0017757501,"about_ca_topic_score_gemma":0.0010707659,"teacher_disagreement_score":0.82542855,"about_ca_system_score_codex":0.0004472765,"about_ca_system_score_gemma":0.024696294,"threshold_uncertainty_score":0.99939084},"labels":[],"label_agreement":null},{"id":"W4399542322","doi":"10.2196/58370","title":"Authors’ Reply: A Use Case for Generative AI in Medical Education","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generative grammar; Computer science; Artificial intelligence","score_opus":0.1357742193199204,"score_gpt":0.5327325953521601,"score_spread":0.3969583760322397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399542322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6996741,0.0013401782,0.001974424,0.2866203,0.0078860475,0.001964131,0.0000048668676,0.00014970379,0.00038622896],"genre_scores_gemma":[0.9432511,0.00019080563,0.0014291957,0.043737922,0.004493343,0.0026351293,0.0003645453,0.000044999215,0.0038529735],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99746525,0.00013902046,0.00079001556,0.0005431646,0.0007148801,0.00034764482],"domain_scores_gemma":[0.9977499,0.0004875162,0.00007047162,0.00033238527,0.00043774443,0.00092193653],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001187467,0.00018084978,0.00025943556,0.00042785337,0.00011866156,0.000100965895,0.00010514039,0.00044832943,0.0015037789],"category_scores_gemma":[0.008875015,0.00015874271,0.00010481804,0.00068828417,0.0001242043,0.00034733023,0.000022119673,0.00071098434,0.00010935257],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010047184,0.0015371252,0.0024595913,0.00056174124,0.000020241963,0.00015163668,0.008433413,4.669252e-7,0.000043501474,0.0071229506,0.2787237,0.7008452],"study_design_scores_gemma":[0.00035829144,0.0008216349,0.0051158657,0.006054375,0.0001660337,0.008351249,0.015077819,0.05469757,0.0014190566,0.018314652,0.8889448,0.00067867513],"about_ca_topic_score_codex":0.0024309098,"about_ca_topic_score_gemma":0.00088136684,"teacher_disagreement_score":0.70016646,"about_ca_system_score_codex":0.000536034,"about_ca_system_score_gemma":0.025639571,"threshold_uncertainty_score":0.99947363},"labels":[],"label_agreement":null},{"id":"W4399697547","doi":"10.2196/47127","title":"Using the Kirkpatrick Model to Evaluate the Effect of a Primary Trauma Care Course on Health Care Workers’ Knowledge, Attitude, and Practice in Two Vietnamese Local Hospitals: Prospective Intervention Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Vietnamese; Intervention (counseling); Trauma care; Health care; Medicine; Primary care; Psychology; Medical education; Nursing; Family medicine; Medical emergency; Computer science; Political science","score_opus":0.02742837418580593,"score_gpt":0.47898746926418306,"score_spread":0.4515590950783771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399697547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.945111,0.0416949,0.00021396886,0.006821088,0.0007846065,0.004097366,0.0000039428132,0.000032584383,0.0012405395],"genre_scores_gemma":[0.9984552,0.000116126634,0.000077775534,0.00028117996,0.0002243154,0.00077585876,0.000012830592,0.000022329097,0.00003433621],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99774355,0.00062624546,0.00039730567,0.00037019973,0.00065887277,0.00020385333],"domain_scores_gemma":[0.99884987,0.0003886643,0.00006858257,0.00025459574,0.00029062404,0.00014768103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014329562,0.00018749315,0.00035076312,0.00012963805,0.00013387202,0.000020807269,0.00010682785,0.000054755143,0.000012260989],"category_scores_gemma":[0.0008355245,0.00010213468,0.000101611746,0.00059370336,0.00013847848,0.000090253525,0.00006998349,0.00046059274,0.000004762859],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071319344,0.0010624839,0.020818718,0.0012996519,0.00017039356,0.000007608592,0.28156504,0.00011152518,0.0000031409563,0.00003451161,0.002560159,0.6916536],"study_design_scores_gemma":[0.003589601,0.0067351945,0.43869784,0.005168227,0.00081265316,0.00004694211,0.540375,0.0036665974,0.00002089174,0.000031483974,0.00063089305,0.00022466344],"about_ca_topic_score_codex":0.00068440987,"about_ca_topic_score_gemma":0.0011310135,"teacher_disagreement_score":0.6914289,"about_ca_system_score_codex":0.00074636977,"about_ca_system_score_gemma":0.0014402329,"threshold_uncertainty_score":0.41649318},"labels":[],"label_agreement":null},{"id":"W4399803017","doi":"10.2196/52346","title":"Artificial Intelligence in Dental Education: Opportunities and Challenges of Large Language Models and Multimodal Foundation Models","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Foundation (evidence); Computer science; Engineering ethics; Cognitive science; Psychology; Artificial intelligence; Engineering; World Wide Web; History; Archaeology","score_opus":0.18941341798561084,"score_gpt":0.463882884085016,"score_spread":0.27446946609940515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399803017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95122635,0.019642085,0.002145156,0.02367577,0.0010331185,0.00064344954,0.00000383269,0.00005031433,0.0015799471],"genre_scores_gemma":[0.9892015,0.008828787,0.0006136482,0.0004558924,0.0004946181,0.0001936297,0.0000828007,0.000015736876,0.000113429756],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986253,0.00006210988,0.00050463015,0.00029233517,0.00033666077,0.00017900203],"domain_scores_gemma":[0.9992833,0.00013886309,0.00005973717,0.00014533628,0.00012749819,0.00024526333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052998523,0.000120130935,0.00019040977,0.00032542023,0.00005005142,0.000032871132,0.000055413628,0.00017657896,0.00017814331],"category_scores_gemma":[0.00020111687,0.00011383613,0.000028868277,0.00018368896,0.00014433509,0.00041287066,0.000028916682,0.00023103332,0.000007876382],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003590982,0.00058224,0.00023370534,0.0007909266,0.000007683385,0.0000029343742,0.02339266,0.0000038746994,0.00005124214,0.148372,0.00007707081,0.82644975],"study_design_scores_gemma":[0.000067477675,0.0003543372,0.0029652119,0.0035124226,0.00007312334,0.0002179608,0.335377,0.48924667,0.0012769353,0.16501558,0.0015291071,0.00036416735],"about_ca_topic_score_codex":0.00074744795,"about_ca_topic_score_gemma":0.00046045682,"teacher_disagreement_score":0.82608557,"about_ca_system_score_codex":0.00010094799,"about_ca_system_score_gemma":0.002654918,"threshold_uncertainty_score":0.47097105},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4399845012","doi":"10.2196/54112","title":"Transforming the Future of Digital Health Education: Redesign of a Graduate Program Using Competency Mapping","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medical education; Engineering management; Engineering; Computer science; Medicine; World Wide Web","score_opus":0.019235748819294313,"score_gpt":0.3086216103132463,"score_spread":0.289385861493952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399845012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80731934,0.049709707,0.048222344,0.062270544,0.02474294,0.0032372011,0.000032788685,0.0013844908,0.003080631],"genre_scores_gemma":[0.9958142,0.00033080005,0.0024169176,0.00007632039,0.0010698672,0.00015704847,0.000063882675,0.000025146921,0.000045829092],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988331,0.00001933237,0.00042564192,0.00013219572,0.00040792004,0.00018181921],"domain_scores_gemma":[0.99951845,0.00004824642,0.00004325306,0.00015606238,0.00006341152,0.0001705505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002662273,0.00012059259,0.00016798085,0.00014919572,0.000040767514,0.000035083314,0.00016286146,0.000100530095,0.000046017765],"category_scores_gemma":[0.000033765537,0.00008886404,0.000072293915,0.0006721698,0.000088269735,0.0001692575,0.000008338913,0.00027605164,0.0000034096688],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017138707,0.00028240314,0.000031639454,0.0031683743,0.000029535571,1.6812197e-7,0.0040520993,0.00003445184,0.00029061353,0.003304779,0.007229775,0.9815745],"study_design_scores_gemma":[0.0007025461,0.0005563343,0.008035171,0.018683387,0.00014243861,0.0003760311,0.0310972,0.23503405,0.0018885584,0.014204954,0.6879633,0.0013160516],"about_ca_topic_score_codex":0.000025317739,"about_ca_topic_score_gemma":0.0000018526576,"teacher_disagreement_score":0.9802584,"about_ca_system_score_codex":0.000102716134,"about_ca_system_score_gemma":0.0023051524,"threshold_uncertainty_score":0.40892416},"labels":[],"label_agreement":null},{"id":"W4399851271","doi":"10.2196/52784","title":"Influence of Model Evolution and System Roles on ChatGPT’s Performance in Chinese Medical Licensing Exams: Comparative Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.07091824250082696,"score_gpt":0.4584233130009801,"score_spread":0.38750507050015315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399851271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99539745,0.0006485431,0.00008151127,0.0022958664,0.00036505918,0.0007858139,6.621072e-7,0.000054324944,0.0003707949],"genre_scores_gemma":[0.999089,0.000084936306,0.000033586257,0.0002350605,0.00032975903,0.0001644825,0.000010895271,0.000010436555,0.000041815616],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980453,0.00009851568,0.00057108793,0.00029881907,0.00081286073,0.00017336347],"domain_scores_gemma":[0.999115,0.00019316432,0.000071666145,0.0001778196,0.00015714762,0.00028522479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008287697,0.0001300789,0.0002820702,0.00029846112,0.000058637335,0.000014346722,0.00007689629,0.00017614393,0.000025690206],"category_scores_gemma":[0.0006020587,0.00010064273,0.000024482673,0.00048053332,0.00012496399,0.00017595141,0.000022412063,0.00043852153,0.000023226095],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006205231,0.004898819,0.61231625,0.00439645,0.000059995935,0.000023730916,0.15185776,0.0025813417,0.00024886182,0.0042854417,0.0004984509,0.21821235],"study_design_scores_gemma":[0.00013416636,0.0005653487,0.44035062,0.0059032184,0.000023234701,0.00005743503,0.022026867,0.53047705,0.00015811599,0.00015053285,0.000036566464,0.00011686597],"about_ca_topic_score_codex":0.00045346376,"about_ca_topic_score_gemma":0.00021961279,"teacher_disagreement_score":0.5278957,"about_ca_system_score_codex":0.0003247199,"about_ca_system_score_gemma":0.002650877,"threshold_uncertainty_score":0.47025418},"labels":[],"label_agreement":null},{"id":"W4400066730","doi":"10.2196/54173","title":"The Digital Determinants of Health: A Guide for Competency Development in Digital Care Delivery for Health Professions Trainees","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Digital health; Health care delivery; Health care; Medical education; Nursing; Medicine; Computer science; Political science; World Wide Web","score_opus":0.05787283053455437,"score_gpt":0.5102810201590866,"score_spread":0.4524081896245322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400066730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65831757,0.010840841,0.0015635455,0.30026674,0.012130451,0.014752407,0.00047083548,0.00020207952,0.0014555013],"genre_scores_gemma":[0.9764659,0.00035713668,0.0010241432,0.0065611806,0.0011006045,0.010825094,0.0009006933,0.000051873827,0.0027133878],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99672925,0.00013900561,0.0016581226,0.00028852152,0.00038254622,0.000802562],"domain_scores_gemma":[0.9969147,0.0017455886,0.0003449257,0.00022047768,0.00033935925,0.0004349696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017508174,0.00015444984,0.0003447239,0.00019153756,0.0010037033,0.000046974696,0.00025899967,0.00018188475,0.000026413798],"category_scores_gemma":[0.002316735,0.00010781774,0.0000789662,0.00032934992,0.00008178454,0.00024895553,0.000056840585,0.00034838976,0.000013607502],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024998562,0.00024062196,0.0046883356,0.0042746873,0.0000071068125,6.8241896e-8,0.07251863,1.4146563e-7,3.9128105e-7,0.0030427626,0.14765766,0.7675446],"study_design_scores_gemma":[0.00043518556,0.00017259226,0.019683693,0.0033714739,0.0000020385726,0.0000015818648,0.07504978,0.0004277763,9.651944e-7,0.00082888384,0.89991534,0.00011067045],"about_ca_topic_score_codex":0.00041702023,"about_ca_topic_score_gemma":0.0010938894,"teacher_disagreement_score":0.76743394,"about_ca_system_score_codex":0.0010294551,"about_ca_system_score_gemma":0.06337934,"threshold_uncertainty_score":0.9419304},"labels":[],"label_agreement":null},{"id":"W4400079353","doi":"10.2196/59213","title":"A Language Model–Powered Simulated Patient With Automated Feedback for History Taking: Prospective Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; World Wide Web","score_opus":0.06459609217325434,"score_gpt":0.44535973364724235,"score_spread":0.380763641473988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400079353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98874617,0.000996251,0.00046772923,0.0031497455,0.0013409911,0.003598179,0.0000031033019,0.00063794956,0.0010599069],"genre_scores_gemma":[0.9959389,0.00000687143,0.0004032873,0.0010153141,0.0004058989,0.0009892893,0.00011353237,0.0000399758,0.0010869302],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843895,0.00004176775,0.0003859408,0.00039417608,0.00049958087,0.00023956744],"domain_scores_gemma":[0.99888617,0.00011930283,0.00009331457,0.0002409469,0.00035828058,0.00030197742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024043214,0.00015118129,0.00020651509,0.0001750808,0.00006873003,0.000023848546,0.00006823505,0.00014999183,0.0005039118],"category_scores_gemma":[0.0006437923,0.00011523263,0.00005245694,0.00029211605,0.00006846559,0.00010780711,0.000011620931,0.00027389638,0.000052036183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020589847,0.012438789,0.009570227,0.0016616217,0.00034074316,0.00009540101,0.4443128,0.00035990006,0.00061611575,0.0010780205,0.11631785,0.41114953],"study_design_scores_gemma":[0.0006221636,0.0051041245,0.008153191,0.001940866,0.00031174047,0.00011984119,0.06813852,0.89984125,0.00093308714,0.00059828477,0.01372992,0.0005070179],"about_ca_topic_score_codex":0.0004146411,"about_ca_topic_score_gemma":0.000073070296,"teacher_disagreement_score":0.89948136,"about_ca_system_score_codex":0.0010429412,"about_ca_system_score_gemma":0.005492847,"threshold_uncertainty_score":0.9744075},"labels":[],"label_agreement":null},{"id":"W4400079977","doi":"10.2196/59133","title":"Educational Utility of Clinical Vignettes Generated in Japanese by ChatGPT-4: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Terminology; Medical education; Family medicine; Psychology; Medicine; Quality (philosophy); Qualitative research","score_opus":0.17391982209530205,"score_gpt":0.6064311012383689,"score_spread":0.4325112791430668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400079977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695988,0.0021418824,0.0001038651,0.021694189,0.0046841903,0.0010227597,0.000003839598,0.000046839268,0.00070359575],"genre_scores_gemma":[0.99494326,0.0001249845,0.0009810528,0.0009749003,0.0013500793,0.00046021154,0.00022437084,0.000020239788,0.00092087395],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99640465,0.0007783118,0.0014802325,0.0004956893,0.0006004134,0.00024070493],"domain_scores_gemma":[0.99755937,0.0011883514,0.00013317619,0.00035344405,0.00033360563,0.00043203597],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039492487,0.00015411362,0.00043318266,0.0002479216,0.000045159424,0.00002223117,0.00014554145,0.00030458442,0.0033059737],"category_scores_gemma":[0.0050963205,0.00013171119,0.000104743835,0.0008644277,0.00017848512,0.00012370675,0.000028317363,0.00060390966,0.00007619627],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010812315,0.007963673,0.13106813,0.0003492207,0.00004393521,0.0000024848741,0.010288246,1.6905993e-7,0.00037053274,0.0001556111,0.07960136,0.7700485],"study_design_scores_gemma":[0.0004162106,0.0013464836,0.8912073,0.0013648882,0.00017111418,0.000055943216,0.044558786,0.016879167,0.004115392,0.0031844764,0.036244635,0.00045562943],"about_ca_topic_score_codex":0.0017542964,"about_ca_topic_score_gemma":0.00015617511,"teacher_disagreement_score":0.7695929,"about_ca_system_score_codex":0.00010061774,"about_ca_system_score_gemma":0.006270018,"threshold_uncertainty_score":0.9993635},"labels":[],"label_agreement":null},{"id":"W4400081594","doi":"10.2196/51740","title":"How to Develop an Online Video for Teaching Health Procedural Skills: Tutorial for Health Educators New to Video Production","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Video production; Multimedia; Production (economics); Computer science; Online video; Video recording; Medical education; Medicine","score_opus":0.037914524570573496,"score_gpt":0.47107653678558786,"score_spread":0.4331620122150144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400081594","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21933116,0.00069362554,0.027568724,0.7249209,0.022506258,0.004497368,0.00003623177,0.0003941005,0.000051577244],"genre_scores_gemma":[0.6972304,0.00002889683,0.04060642,0.11759785,0.07793082,0.011407971,0.0021777726,0.00026053214,0.052759353],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974617,0.00018842249,0.00045955298,0.00089894695,0.0004042335,0.0005871707],"domain_scores_gemma":[0.9978949,0.00019002057,0.00013246597,0.00020292778,0.0004027845,0.0011769263],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012785353,0.00023603895,0.00030810208,0.00030485916,0.00032666355,0.00016075332,0.0002302116,0.0001531943,0.00009814739],"category_scores_gemma":[0.008489959,0.00021074271,0.000058733625,0.00071482,0.000033382494,0.00028017306,0.000029195164,0.00041918285,0.000051265637],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000132677,0.00083147595,0.000042455238,0.00046417964,0.00001855534,9.9611064e-8,0.029239483,4.871627e-7,0.000012319241,0.0017345715,0.41724688,0.5502768],"study_design_scores_gemma":[0.00039596678,0.0020777707,0.0034888468,0.0009368336,0.000014667299,0.00002601756,0.010946273,0.000021852044,0.000040149927,0.0010820369,0.9806899,0.00027972445],"about_ca_topic_score_codex":0.0003553081,"about_ca_topic_score_gemma":0.00035938405,"teacher_disagreement_score":0.6073231,"about_ca_system_score_codex":0.00037383052,"about_ca_system_score_gemma":0.013996228,"threshold_uncertainty_score":0.99986196},"labels":[],"label_agreement":null},{"id":"W4400119433","doi":"10.2196/52224","title":"Inverted Classroom Teaching of Physiology in Basic Medical Education: Bibliometric Visual Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Educational Leadership and Innovation","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Citation; Medical education; Physiology; Computer science; Medicine; Library science","score_opus":0.02871500315647918,"score_gpt":0.4311476094911647,"score_spread":0.4024326063346855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400119433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9063834,0.001434289,0.00014123053,0.07601072,0.0036510788,0.00030611653,0.000001548205,0.00008445381,0.01198716],"genre_scores_gemma":[0.99287456,0.00019972949,0.00013139723,0.0040380554,0.0015420779,0.00016310961,0.00021536772,0.000011392156,0.00082432147],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966238,0.0005688679,0.0005953932,0.0003709938,0.0015629631,0.0002779969],"domain_scores_gemma":[0.9985186,0.0005729386,0.00012780857,0.00016246963,0.00028275052,0.00033546065],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0026443263,0.00012012733,0.00025591507,0.016754428,0.00013788295,0.000058426584,0.00036384392,0.00039265433,0.0073956954],"category_scores_gemma":[0.0068282466,0.00011507526,0.00011166117,0.056492575,0.0003326343,0.0004029124,0.000028906417,0.0006289367,0.00006459026],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016039832,0.0033795112,0.062292177,0.00026143272,0.00017083023,9.2933675e-7,0.024955226,0.000001641775,0.00014547551,0.24006036,0.08658508,0.58213127],"study_design_scores_gemma":[0.00035560998,0.000107571024,0.690519,0.0008215912,0.0001845804,0.000004253005,0.04525814,0.0052145356,0.00005037541,0.013687233,0.24334484,0.00045229547],"about_ca_topic_score_codex":0.0034761096,"about_ca_topic_score_gemma":0.0008636739,"teacher_disagreement_score":0.6282268,"about_ca_system_score_codex":0.00032810954,"about_ca_system_score_gemma":0.019629491,"threshold_uncertainty_score":0.99438983},"labels":[],"label_agreement":null},{"id":"W4400533532","doi":"10.2196/59454","title":"Enhancing Digital Health Awareness and mHealth Competencies in Medical Education: Proof-of-Concept Study and Summative Process Evaluation of a Quality Improvement Project","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Process (computing); Digital health; Quality (philosophy); Proof of concept; Engineering management; Computer science; Medical education; Knowledge management; Engineering; Health care; Medicine; Political science; World Wide Web","score_opus":0.07863849893585975,"score_gpt":0.5561183301053384,"score_spread":0.4774798311694787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400533532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9665213,0.004949506,0.00029465105,0.012732248,0.0007898973,0.0143683655,0.000032274616,0.000051102303,0.00026062652],"genre_scores_gemma":[0.97516274,0.0002160019,0.00010102186,0.0013439049,0.00027417473,0.022682983,0.00015378952,0.00002021728,0.00004518288],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99384356,0.0011958802,0.002106508,0.0005951707,0.0017964793,0.00046242593],"domain_scores_gemma":[0.9967093,0.0007892735,0.0006757555,0.00029904788,0.00082816323,0.00069849566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008002234,0.00020180573,0.0005841279,0.00036497499,0.00032807092,0.000017149736,0.00017343654,0.00023897756,0.00018367058],"category_scores_gemma":[0.0033917257,0.00017102975,0.000028836466,0.0008245016,0.00024213897,0.0002735428,0.00008544513,0.00072613923,0.0000018094556],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055508524,0.0027252182,0.045195702,0.01340474,0.00001591631,1.8475943e-7,0.06795812,4.4358336e-7,0.000002954768,0.0034839162,0.0006907543,0.8664665],"study_design_scores_gemma":[0.006519033,0.0030690758,0.5294948,0.023519902,0.00013430072,0.000020630412,0.40413818,0.008763945,0.0001089856,0.016410451,0.0070612347,0.0007594599],"about_ca_topic_score_codex":0.004688388,"about_ca_topic_score_gemma":0.004837826,"teacher_disagreement_score":0.8657071,"about_ca_system_score_codex":0.00054369733,"about_ca_system_score_gemma":0.10993245,"threshold_uncertainty_score":0.8951134},"labels":[],"label_agreement":null},{"id":"W4400549596","doi":"10.2196/51282","title":"Assessing GPT-4’s Performance in Delivering Medical Advice: Comparative Analysis With Human Experts","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical diagnosis; CLARITY; Computer science; Proxy (statistics); Grading (engineering); Health care; Vocabulary; Medical education; Medicine; Psychology; Machine learning; Pathology; Engineering","score_opus":0.11813071329589163,"score_gpt":0.5247994825716034,"score_spread":0.4066687692757117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400549596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871023,0.00065148587,0.00028977104,0.0068982895,0.0004974501,0.00031966568,2.4291623e-7,0.0001150547,0.0041257367],"genre_scores_gemma":[0.9971732,0.00010505888,0.00027659844,0.0011263106,0.00072022114,0.00024877655,0.000105140934,0.00001263499,0.00023208743],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997779,0.00007865856,0.00051740836,0.00037127474,0.0009792191,0.00027444965],"domain_scores_gemma":[0.9989364,0.00015471678,0.00005810669,0.00020567978,0.00016825023,0.0004768297],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006025865,0.00014414931,0.00031121421,0.00053500186,0.00012132917,0.00008048889,0.00011240155,0.00021380388,0.0020691154],"category_scores_gemma":[0.00020195691,0.000111573005,0.000062904015,0.0014644553,0.00013762173,0.00038138672,0.000019759527,0.00050982024,0.00005387095],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118178614,0.0017659586,0.43803892,0.0010560441,0.00029691504,0.000101761994,0.04484671,0.000052943866,0.00014714165,0.0009529629,0.0038473676,0.5087751],"study_design_scores_gemma":[0.00030332463,0.0007155453,0.72417563,0.009429233,0.000559739,0.00028977002,0.053824883,0.18955438,0.0016954228,0.00021147584,0.018562397,0.0006781644],"about_ca_topic_score_codex":0.0010753876,"about_ca_topic_score_gemma":0.0010465012,"teacher_disagreement_score":0.50809693,"about_ca_system_score_codex":0.00034601233,"about_ca_system_score_gemma":0.0036785821,"threshold_uncertainty_score":0.99884313},"labels":[],"label_agreement":null},{"id":"W4400776557","doi":"10.2196/56879","title":"Development and Implementation of a Safety Incident Report System for Health Care Discipline Students During Clinical Internships: Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internship; Observational study; Patient safety; Health care; Medical education; Descriptive statistics; Nursing; Incident report; Medicine; Psychology; Computer science","score_opus":0.1931693874275734,"score_gpt":0.6260259284585895,"score_spread":0.4328565410310161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400776557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98524886,0.00020962008,0.0019875935,0.005716684,0.002939071,0.0037610203,0.000023075763,0.00007670592,0.00003735897],"genre_scores_gemma":[0.9946574,0.000022729468,0.00077905116,0.0004151337,0.0005645833,0.0024943943,0.00081942463,0.00001711037,0.00023017047],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99599546,0.0003572372,0.0021012507,0.0003831254,0.0009340592,0.00022885804],"domain_scores_gemma":[0.9982509,0.0003303639,0.0006293872,0.00019465995,0.0002644729,0.0003302083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032231382,0.00012053588,0.00029711358,0.00013443039,0.00039578567,0.0000040745736,0.00015797089,0.000122056794,0.000080683545],"category_scores_gemma":[0.0005661544,0.00010194943,0.000048546146,0.00018175438,0.000041968236,0.00012009439,0.00014442876,0.00032847695,0.000008824957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012276613,0.0005564941,0.8581314,0.003901425,0.00008128929,0.0000032908224,0.1120941,4.425214e-7,0.00000215453,0.00055043295,0.0014476524,0.023108518],"study_design_scores_gemma":[0.0011247942,0.000117438634,0.7952644,0.0015166564,0.000021927475,0.000004428704,0.18519156,0.000022204726,0.000004156748,0.0000069016787,0.01665503,0.000070497874],"about_ca_topic_score_codex":0.00008778429,"about_ca_topic_score_gemma":0.0007332872,"teacher_disagreement_score":0.07309746,"about_ca_system_score_codex":0.0007819815,"about_ca_system_score_gemma":0.0075236065,"threshold_uncertainty_score":0.9981028},"labels":[],"label_agreement":null},{"id":"W4400777017","doi":"10.2196/54793","title":"Curriculum Frameworks and Educational Programs in AI for Medical Students, Residents, and Practicing Physicians: Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Jewish General Hospital; McGill University Health Centre; McGill University","funders":"","keywords":"CINAHL; Curriculum; Scopus; MEDLINE; Medical education; Cochrane Library; Systematic review; Comprehension; Psychology; Medicine; Computer science; Pedagogy; Political science","score_opus":0.06508612752541376,"score_gpt":0.530184841786567,"score_spread":0.46509871426115323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400777017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49984938,0.10822664,0.00045725403,0.3850054,0.0020933354,0.0042234487,7.9016615e-7,0.00006719394,0.000076538956],"genre_scores_gemma":[0.8937278,0.058572274,0.0010589641,0.03835696,0.0035419336,0.0041383165,0.00024825224,0.000047280875,0.00030826012],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9976024,0.00008749777,0.0006357307,0.00042648107,0.0009822585,0.0002656173],"domain_scores_gemma":[0.9986547,0.0004998495,0.00008521469,0.00015612012,0.00020393898,0.000400169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001431374,0.00013946378,0.00028516288,0.00015433836,0.00009235095,0.00011874295,0.0001158205,0.00034410253,0.00024999073],"category_scores_gemma":[0.0054738265,0.00012298387,0.00004306495,0.00040870102,0.00013068914,0.00026906145,0.00004388487,0.00083853013,0.0000144170035],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016700063,0.0012004094,0.13806668,0.01982424,0.000022038645,0.0000047812678,0.0028270823,3.471219e-8,0.0000020126777,0.0019266933,0.015557863,0.82055146],"study_design_scores_gemma":[0.00029807005,0.0005047932,0.06377946,0.903916,0.00023828515,0.000367447,0.008213586,0.0027356148,0.000030325626,0.0093457345,0.010087981,0.00048271712],"about_ca_topic_score_codex":0.00054560084,"about_ca_topic_score_gemma":0.00021589444,"teacher_disagreement_score":0.88409173,"about_ca_system_score_codex":0.0001480032,"about_ca_system_score_gemma":0.004474958,"threshold_uncertainty_score":0.79383826},"labels":[],"label_agreement":null},{"id":"W4400884497","doi":"10.2196/53193","title":"The Utility of Wearable Cameras in Developing Examination Questions and Answers on Physical Examinations: Preliminary Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Wearable computer; Physical examination; Computer science; Human–computer interaction; Psychology; Medical physics; Computer graphics (images); Computer vision; Medicine; Radiology; Embedded system","score_opus":0.02673813216183831,"score_gpt":0.42182704800908405,"score_spread":0.39508891584724576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400884497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915171,0.0009467587,0.00012694868,0.0027022297,0.00040687964,0.00042679076,9.4331443e-7,0.000037670477,0.0038346646],"genre_scores_gemma":[0.9982998,0.000046188205,0.000011436911,0.00012113121,0.00009924517,0.00055488735,0.000007169559,0.000007915284,0.0008522227],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99881434,0.00036276167,0.00019022966,0.00024397095,0.0002726299,0.000116068055],"domain_scores_gemma":[0.9989978,0.0007150207,0.00004086953,0.00010146608,0.000097064345,0.00004777907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068103394,0.000079005586,0.00009230273,0.00012062842,0.00010767037,0.000029824065,0.000084462445,0.000060863134,0.00011744445],"category_scores_gemma":[0.0008050882,0.000058283786,0.000014973209,0.00041417778,0.00014052521,0.000086100605,0.000020669164,0.00026678242,0.000025704107],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041860443,0.0020167301,0.010271938,0.000099474615,0.000022586408,0.0000035372611,0.028488534,2.685578e-7,0.000005508906,0.011503504,0.00081427844,0.9467318],"study_design_scores_gemma":[0.00016812033,0.00043392085,0.9775144,0.00044563197,0.0000135916835,0.0000046861473,0.01692728,0.0009483587,0.000021192662,0.0013049239,0.0021485025,0.0000694121],"about_ca_topic_score_codex":0.00015122286,"about_ca_topic_score_gemma":0.000049029048,"teacher_disagreement_score":0.9672424,"about_ca_system_score_codex":0.000034105535,"about_ca_system_score_gemma":0.00040063384,"threshold_uncertainty_score":0.23767439},"labels":[],"label_agreement":null},{"id":"W4400903223","doi":"10.2196/51157","title":"Assessing ChatGPT’s Competency in Addressing Interdisciplinary Inquiries on Chatbot Uses in Sports Rehabilitation: Simulation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute of General Medical Sciences","keywords":"Chatbot; Medical education; Rehabilitation; Psychology; Applied psychology; Transparency (behavior); Computer science; Medicine; World Wide Web","score_opus":0.15974400370678354,"score_gpt":0.5560528586183087,"score_spread":0.3963088549115251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400903223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9742968,0.00038378438,0.00014634494,0.020699982,0.0025036312,0.0012155371,3.7929854e-7,0.00009203789,0.0006615153],"genre_scores_gemma":[0.9977042,0.000017275857,0.00018518505,0.00063506543,0.00091506436,0.00038476815,0.000057073277,0.000025600364,0.00007573486],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974747,0.000202196,0.00086182856,0.0004741415,0.00073300436,0.0002541708],"domain_scores_gemma":[0.9984519,0.00086208316,0.000088508896,0.00026655997,0.00013987327,0.00019109239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011930151,0.00016689568,0.00027668127,0.0007910903,0.000100839316,0.00010918328,0.00008222772,0.00018784338,0.0004430294],"category_scores_gemma":[0.0013952991,0.00015091972,0.000051790594,0.00080688606,0.00017298642,0.0006104107,0.00004377815,0.00057609146,0.000048133057],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014229762,0.004165299,0.35027078,0.00068645866,0.000006402019,0.000057508576,0.095800124,0.00024483883,0.000018991364,0.00057469076,0.0004765079,0.5475561],"study_design_scores_gemma":[0.00015146923,0.0007790423,0.8269408,0.008375933,0.000019281571,0.000018277964,0.13559215,0.022505125,0.000038927912,0.00491385,0.00045987987,0.00020530276],"about_ca_topic_score_codex":0.00015961925,"about_ca_topic_score_gemma":0.00027094607,"teacher_disagreement_score":0.54735076,"about_ca_system_score_codex":0.00056166307,"about_ca_system_score_gemma":0.002582838,"threshold_uncertainty_score":0.61543274},"labels":[],"label_agreement":null},{"id":"W4400999173","doi":"10.2196/45468","title":"Exploring HTML5 Package Interactive Content in Supporting Learning Through Self-Paced Massive Open Online Courses on Healthy Aging: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Massive open online course; Likert scale; Psychology; Population; Context (archaeology); Perception; Closed-ended question; Health literacy; Qualitative property; Health care; Medicine; Pedagogy; Computer science","score_opus":0.13421079742444622,"score_gpt":0.5044254522969903,"score_spread":0.3702146548725441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400999173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87800497,0.00015701189,0.016747387,0.10002337,0.0032160243,0.00093035604,0.0000012981525,0.00043072566,0.0004888722],"genre_scores_gemma":[0.9680727,0.00006827472,0.02940568,0.0012391777,0.00041362084,0.00025206374,0.00002893422,0.000026649845,0.0004928864],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966931,0.001083791,0.00057231396,0.0006827246,0.0005821039,0.00038600242],"domain_scores_gemma":[0.9981171,0.0009615337,0.00022492441,0.0003333671,0.0001258301,0.00023728512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021099295,0.00020965321,0.00034897513,0.000254302,0.00014790264,0.00041942875,0.00078846404,0.00007428657,0.000043697666],"category_scores_gemma":[0.0021124296,0.0001797722,0.00006694637,0.00075880793,0.000030739608,0.00089215784,0.00041677884,0.00132298,0.00003404075],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004985916,0.0072073094,0.006080615,0.00021215575,0.00015512577,0.00017452173,0.14385909,0.0002685741,0.00010199917,0.007814546,0.002218065,0.83185816],"study_design_scores_gemma":[0.0029504725,0.004062956,0.048085425,0.005226216,0.00010273427,0.000059575854,0.40343985,0.49074987,0.00058018276,0.0035514238,0.03993922,0.0012520842],"about_ca_topic_score_codex":0.00048121146,"about_ca_topic_score_gemma":0.000067434405,"teacher_disagreement_score":0.83060604,"about_ca_system_score_codex":0.00032900777,"about_ca_system_score_gemma":0.0015773468,"threshold_uncertainty_score":0.7330898},"labels":[],"label_agreement":null},{"id":"W4401242544","doi":"10.2196/52631","title":"Objective Comparison of the First-Person–View Live Streaming Method Versus Face-to-Face Teaching Method in Improving Wound Suturing Skills for Skin Closure in Surgical Clerkship Students: Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Closure (psychology); Medicine; Face (sociological concept); Face-to-face; Medical education; Surgery; Computer science; World Wide Web","score_opus":0.027609221212364584,"score_gpt":0.44259642826992407,"score_spread":0.4149872070575595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401242544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9739534,0.00096645404,0.005596745,0.0033326573,0.002965688,0.012156193,0.0000034567884,0.00006276326,0.0009625925],"genre_scores_gemma":[0.9935598,0.000010982169,0.003270942,0.00023085045,0.000714576,0.002014846,0.000019388197,0.00003289366,0.00014574846],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9950541,0.0017588036,0.0012460649,0.00053403777,0.0010385079,0.00036846695],"domain_scores_gemma":[0.98096174,0.018164039,0.0002862259,0.00022818986,0.000106250955,0.00025354009],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009056658,0.0002745703,0.001790376,0.00034929713,0.000112109374,0.00007342141,0.00024615767,0.00032389013,0.00013507552],"category_scores_gemma":[0.015181958,0.00017840751,0.0006117231,0.000546259,0.000075489676,0.000117467804,0.00006805657,0.0010972158,0.0000035753358],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6014453,0.002530586,0.0027479518,0.00052459707,0.00047391088,0.000010632495,0.059627987,0.0006085929,0.0000074877244,0.001027148,0.00004752393,0.33094826],"study_design_scores_gemma":[0.9183168,0.00037030675,0.004567194,0.0027586818,0.0003828111,0.000005759298,0.021621147,0.050037418,0.000059411537,0.000087091124,0.0015602909,0.00023309467],"about_ca_topic_score_codex":0.0002989497,"about_ca_topic_score_gemma":0.00020182776,"teacher_disagreement_score":0.33071515,"about_ca_system_score_codex":0.00045951898,"about_ca_system_score_gemma":0.0009338664,"threshold_uncertainty_score":0.9931136},"labels":[],"label_agreement":null},{"id":"W4401368947","doi":"10.2196/46220","title":"The Use of a Novel Virtual Reality Training Tool for Peritoneal Dialysis: Qualitative Assessment Among Health Care Professionals","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peritoneal dialysis; Health professionals; Qualitative research; Virtual reality; Medicine; Training (meteorology); Health care; Medical education; Nursing; Computer science; Internal medicine; Artificial intelligence; Sociology; Political science","score_opus":0.18452580277216185,"score_gpt":0.5625751260402284,"score_spread":0.37804932326806656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401368947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85589176,0.0009001718,0.0062993774,0.12962566,0.0032602134,0.003727423,0.00013941897,0.00011256394,0.000043419353],"genre_scores_gemma":[0.9891133,0.0000177746,0.0029910402,0.0024992793,0.0010493251,0.0028828073,0.001001924,0.000031717664,0.00041283126],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9968931,0.0004435166,0.0009486602,0.00038088192,0.00103436,0.0002994709],"domain_scores_gemma":[0.993846,0.00419923,0.00027454057,0.0003600144,0.00094007084,0.00038011634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019613036,0.0001589183,0.00035299797,0.00015257149,0.0003259174,0.00005456545,0.00011148004,0.00018008832,0.000109242545],"category_scores_gemma":[0.002505371,0.00011305378,0.00015766153,0.00043585882,0.00022573593,0.00018172576,0.00002061714,0.00042044974,0.0000017351762],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002536515,0.0014250856,0.007072473,0.003006513,0.00019863188,6.0181384e-7,0.7423978,0.00005154878,0.000026462521,0.020234458,0.044135634,0.18119714],"study_design_scores_gemma":[0.0015409141,0.00079803105,0.14923584,0.004886159,0.00014391553,0.000009505445,0.7909232,0.028093133,0.000030539177,0.00025270358,0.023786856,0.000299232],"about_ca_topic_score_codex":0.00053138495,"about_ca_topic_score_gemma":0.00008212548,"teacher_disagreement_score":0.1808979,"about_ca_system_score_codex":0.00079340936,"about_ca_system_score_gemma":0.025842546,"threshold_uncertainty_score":0.97968},"labels":[],"label_agreement":null},{"id":"W4401548779","doi":"10.2196/53254","title":"Resources to Support Canadian Nurses to Deliver Virtual Care: Environmental Scan","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; University of New Brunswick; University of Alberta","funders":"","keywords":"Telehealth; Health care; Nursing; Digital health; Modalities; Population; Informatics; Medicine; Telemedicine; Environmental health; Political science","score_opus":0.010115359506990227,"score_gpt":0.35979515451209026,"score_spread":0.34967979500510005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401548779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9498855,0.0002588792,0.00003140226,0.04403362,0.0017176064,0.001043162,0.000037251393,0.000080411526,0.0029121533],"genre_scores_gemma":[0.96275884,0.000020347736,0.0001747697,0.032105077,0.0014866135,0.00032227582,0.00054776657,0.000028236384,0.002556094],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982416,0.000030090985,0.00031174178,0.00033839498,0.00070185243,0.00037632306],"domain_scores_gemma":[0.9974878,0.000036400972,0.000020325595,0.00019276942,0.000034511064,0.0022282212],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00017447912,0.00013579248,0.00015906399,0.00044797,0.00009327352,0.000028835904,0.0001015833,0.00010290688,0.007801601],"category_scores_gemma":[0.00016782683,0.000121383404,0.000041034487,0.0003218867,0.000044038552,0.0000728111,0.000022555962,0.0002112869,0.0010724472],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027574799,0.0000706507,0.006595128,0.000065703614,0.000012459032,0.000032437558,0.017254153,1.8625157e-7,0.000100701356,0.00011385303,0.30941802,0.6663091],"study_design_scores_gemma":[0.0002815543,0.0009917637,0.14689724,0.00019555756,0.00003947599,0.00008532271,0.013745156,0.000016689928,0.00008839707,0.000007152621,0.83753973,0.00011193367],"about_ca_topic_score_codex":0.019493308,"about_ca_topic_score_gemma":0.01900715,"teacher_disagreement_score":0.6661972,"about_ca_system_score_codex":0.000830974,"about_ca_system_score_gemma":0.0029121134,"threshold_uncertainty_score":0.9997053},"labels":[],"label_agreement":null},{"id":"W4401610634","doi":"10.2196/58753","title":"Enhancing Medical Interview Skills Through AI-Simulated Patient Interactions: Nonrandomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Psychology; Medical education; Applied psychology; Medicine; Computer science; World Wide Web; Surgery","score_opus":0.019468202824414388,"score_gpt":0.4358038825123732,"score_spread":0.4163356796879588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401610634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79442036,0.0054720943,0.0039053366,0.14662114,0.03480184,0.011716926,0.000006911085,0.00076364435,0.002291771],"genre_scores_gemma":[0.9692255,0.00022293437,0.00031962022,0.022235947,0.0036128035,0.002710898,0.00039935196,0.00006670347,0.001206236],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943106,0.00075093424,0.0019090567,0.00065080065,0.0019552526,0.00042335194],"domain_scores_gemma":[0.99398476,0.0033156895,0.00025960454,0.0005483682,0.00090810313,0.0009834961],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016429292,0.00033696077,0.00096277264,0.00037333785,0.00015143305,0.000097562755,0.00019652318,0.00048509828,0.024609433],"category_scores_gemma":[0.0090285195,0.0002627641,0.0004402659,0.00077795243,0.00013757437,0.000337211,0.00004754063,0.001275645,0.0005624832],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.23328105,0.029035304,0.001475396,0.005496603,0.0019007615,0.00020406405,0.07202756,0.000055434644,0.00018517516,0.0037795897,0.18062972,0.47192937],"study_design_scores_gemma":[0.7198321,0.0027223278,0.00082722,0.027730968,0.0009854021,0.00057222217,0.0082385605,0.04691773,0.00062566786,0.0025384184,0.18790726,0.0011020995],"about_ca_topic_score_codex":0.00019622922,"about_ca_topic_score_gemma":0.000031057672,"teacher_disagreement_score":0.48655108,"about_ca_system_score_codex":0.000731721,"about_ca_system_score_gemma":0.012830854,"threshold_uncertainty_score":0.9999825},"labels":[],"label_agreement":null},{"id":"W4401611038","doi":"10.2196/56128","title":"Assessment of ChatGPT-4 in Family Medicine Board Examinations Using Advanced AI Learning and Analytical Methods: Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Preprint; Observational study; Psychology; Medicine; Medical education; Computer science; Internal medicine","score_opus":0.3176348765487993,"score_gpt":0.6310565019612359,"score_spread":0.31342162541243657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401611038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9810829,0.0010710704,0.004486836,0.011115953,0.00082304643,0.00078056526,5.0526455e-7,0.000037264395,0.0006018525],"genre_scores_gemma":[0.9919702,0.00016144066,0.0063816034,0.0006420065,0.00041584426,0.00016782516,0.000043174634,0.00001564374,0.00020230711],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978734,0.00027205364,0.0007270186,0.00032801038,0.00062525424,0.0001742204],"domain_scores_gemma":[0.9985628,0.00067942514,0.00008449415,0.00013478218,0.0003059216,0.00023258857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017441909,0.00011958216,0.00031267697,0.00045521313,0.000068492875,0.000015899603,0.000056735727,0.00013129815,0.00033898934],"category_scores_gemma":[0.0023661526,0.00010195453,0.000032623957,0.00083695253,0.00015523646,0.00017124375,0.000025293935,0.0005531278,0.0000024563965],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027714976,0.0013424456,0.39831275,0.0005244846,0.00004043568,0.0000074654304,0.009143343,0.000029988407,0.001413698,0.0053642923,0.00033414853,0.5834592],"study_design_scores_gemma":[0.00016773512,0.00060229306,0.7714929,0.0014899909,0.00009276805,0.000017499995,0.030213105,0.19182302,0.000045651217,0.0009419022,0.0030017653,0.00011139965],"about_ca_topic_score_codex":0.00073827116,"about_ca_topic_score_gemma":0.000051073763,"teacher_disagreement_score":0.5833478,"about_ca_system_score_codex":0.0002753544,"about_ca_system_score_gemma":0.0029272302,"threshold_uncertainty_score":0.51927805},"labels":[],"label_agreement":null},{"id":"W4401612165","doi":"10.2196/51433","title":"Leveraging Open-Source Large Language Models for Data Augmentation in Hospital Staff Surveys: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Data science; Psychology; Natural language processing; World Wide Web","score_opus":0.19884063755151093,"score_gpt":0.5689606831681521,"score_spread":0.37012004561664114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401612165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8127688,0.00085933105,0.16905321,0.010343906,0.0031715475,0.0034800752,0.000014694908,0.000096209595,0.00021218299],"genre_scores_gemma":[0.989108,0.000039206636,0.006293925,0.0004878292,0.0007159044,0.0010884227,0.001482875,0.000037077043,0.0007467388],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975973,0.0005547874,0.00057153596,0.0005690161,0.00041207817,0.0002952949],"domain_scores_gemma":[0.9984696,0.0005441728,0.00007060095,0.00053647946,0.00013683605,0.00024229153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062418985,0.00013617505,0.00024310258,0.00022117478,0.00009554759,0.00013473822,0.0003808525,0.00013282102,0.00028242552],"category_scores_gemma":[0.0016912555,0.00012429546,0.00003416198,0.0004766991,0.0000293409,0.00060251367,0.00016594805,0.00031854116,0.000024893267],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043156273,0.003960417,0.0024444854,0.0002736171,0.000030544634,0.0000047628937,0.06450457,0.0000057830816,0.00003485007,0.00023331633,0.016385468,0.91207904],"study_design_scores_gemma":[0.0008370959,0.0014774727,0.013374067,0.0015113748,0.00015846874,0.000021214633,0.5443324,0.40790784,0.00068343757,0.0040462036,0.025156157,0.0004942654],"about_ca_topic_score_codex":0.0035518722,"about_ca_topic_score_gemma":0.00069333584,"teacher_disagreement_score":0.91158473,"about_ca_system_score_codex":0.0002781453,"about_ca_system_score_gemma":0.0025529987,"threshold_uncertainty_score":0.5369392},"labels":[],"label_agreement":null},{"id":"W4401612819","doi":"10.2196/57077","title":"Bridging the Telehealth Digital Divide With Collegiate Navigators: Mixed Methods Evaluation Study of a Service-Learning Health Disparities Course","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Telehealth; Bridging (networking); Digital divide; Medical education; Telemedicine; Service-learning; Psychology; Gerontology; Medicine; Computer science; Health care; The Internet; World Wide Web; Pedagogy; Political science","score_opus":0.03111924013013905,"score_gpt":0.47239530450548806,"score_spread":0.441276064375349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401612819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9071188,0.0013745195,0.001971768,0.0855195,0.0008250855,0.0029548353,0.0000059582976,0.00012691936,0.00010259353],"genre_scores_gemma":[0.9932883,0.000058700978,0.00043020266,0.004260818,0.0007244216,0.0007972191,0.0003143155,0.00003740368,0.000088660796],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961304,0.0006927602,0.0007920633,0.00036209341,0.0016615731,0.00036110418],"domain_scores_gemma":[0.9981004,0.00043998874,0.0003099139,0.00028518352,0.0004187274,0.00044581603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037496397,0.00019185501,0.00040761533,0.00017727047,0.00024696934,0.00007026551,0.00012062359,0.00007206205,0.00017978207],"category_scores_gemma":[0.00070653914,0.00012176314,0.000043996428,0.0010325995,0.00008962268,0.00024048185,0.000039207756,0.00060831365,0.0000071104],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012140995,0.001294062,0.0474924,0.0014549892,0.00014116686,0.0000049143364,0.019422887,0.000008322478,0.0000059991035,0.00018459796,0.013859486,0.9160098],"study_design_scores_gemma":[0.0056690946,0.0065462603,0.79665625,0.0047813295,0.0007138397,0.0003566876,0.13545077,0.025479225,0.000037386442,0.00036230334,0.023604145,0.00034271312],"about_ca_topic_score_codex":0.0017902888,"about_ca_topic_score_gemma":0.0004746559,"teacher_disagreement_score":0.91566706,"about_ca_system_score_codex":0.00030724172,"about_ca_system_score_gemma":0.0088272495,"threshold_uncertainty_score":0.9967918},"labels":[],"label_agreement":null},{"id":"W4401628139","doi":"10.2196/59009","title":"Gender and Sexuality Awareness in Medical Education and Practice: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Inclusion (mineral); Preparedness; Human sexuality; Curriculum; Perception; Medical education; Psychological intervention; Medicine; Health care; Psychology; Family medicine; Content analysis; Nursing; Social psychology; Pedagogy; Political science; Gender studies; Sociology","score_opus":0.10482334798911137,"score_gpt":0.5850371587609929,"score_spread":0.4802138107718816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401628139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92430776,0.013629203,0.0003630862,0.055384792,0.0035446703,0.0012439828,0.0000012977812,0.0000962885,0.0014288917],"genre_scores_gemma":[0.98877925,0.0003729717,0.0026133934,0.0063344985,0.0010006343,0.00054548687,0.00006181278,0.000023330162,0.00026863726],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966821,0.0011314633,0.0004712471,0.00058550667,0.0009095866,0.00022009347],"domain_scores_gemma":[0.9976812,0.0010551648,0.00005023719,0.00029013416,0.00016366187,0.0007596139],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004870744,0.00015596997,0.00027943062,0.00022974041,0.00007084285,0.000047899724,0.00007785433,0.0003163105,0.00044935985],"category_scores_gemma":[0.0094075985,0.0001289807,0.000022369071,0.0004438938,0.000118105454,0.0001749689,0.00006762669,0.0006343513,0.000008238479],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000698829,0.0029160902,0.045799825,0.0010508518,0.000042037915,0.000027452616,0.020124203,1.9104803e-8,0.000011378888,0.0009184146,0.006631377,0.92240846],"study_design_scores_gemma":[0.0010602713,0.0003333789,0.7913295,0.00066544156,0.00013085156,0.0011609987,0.11997671,0.0011113088,0.000013588464,0.0026717095,0.081311695,0.00023452619],"about_ca_topic_score_codex":0.0005486873,"about_ca_topic_score_gemma":0.000094552604,"teacher_disagreement_score":0.9221739,"about_ca_system_score_codex":0.00014117286,"about_ca_system_score_gemma":0.010804561,"threshold_uncertainty_score":0.9989366},"labels":[],"label_agreement":null},{"id":"W4401643484","doi":"10.2196/45291","title":"Impact of a New Gynecologic Oncology Hashtag During Virtual-Only ASCO Annual Meetings: An X (Twitter) Social Network Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Gynecologic oncology; Coronavirus disease 2019 (COVID-19); Clinical Oncology; Social network (sociolinguistics); Pandemic; Computer science; Medicine; Psychology; Internal medicine; Oncology; World Wide Web; Cancer","score_opus":0.04186535448604745,"score_gpt":0.4729637015829033,"score_spread":0.43109834709685585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401643484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9763355,0.00035085744,0.000058548027,0.013720628,0.0068520224,0.00088278984,0.0000062208505,0.00018499167,0.0016084395],"genre_scores_gemma":[0.9853714,0.000116788666,0.00027425555,0.000410872,0.012878517,0.0004978089,0.00008317593,0.000019400986,0.0003477547],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.996229,0.0009413847,0.0006551451,0.00045580816,0.0010943251,0.0006243202],"domain_scores_gemma":[0.9969053,0.001422627,0.00030603172,0.00018809678,0.00031717386,0.00086072274],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002287544,0.00017853975,0.00045841493,0.0004015919,0.00053977687,0.00007808842,0.00040148437,0.0006970577,0.003208083],"category_scores_gemma":[0.0060805185,0.00017163894,0.00029685287,0.0030393752,0.0004129225,0.0004056055,0.0000423241,0.0005410932,0.000052668387],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074110416,0.001135484,0.13903534,0.00009010785,0.00039565895,0.000004664924,0.40734687,0.00003563747,0.000019954949,0.0047230762,0.04777269,0.3993664],"study_design_scores_gemma":[0.00025124036,0.00045353186,0.9292427,0.00009517536,0.00029472535,0.0000029632529,0.031129748,0.000117182404,0.0000021418489,0.0015585184,0.036612928,0.00023915278],"about_ca_topic_score_codex":0.01400526,"about_ca_topic_score_gemma":0.0051766,"teacher_disagreement_score":0.7902073,"about_ca_system_score_codex":0.0017785111,"about_ca_system_score_gemma":0.030631967,"threshold_uncertainty_score":0.99770314},"labels":[],"label_agreement":null},{"id":"W4401653940","doi":"10.2196/54083","title":"Integrating Digital Assistive Technologies Into Care Processes: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Assistive technology; Human–computer interaction; Multimethodology; Psychology; Mathematics education","score_opus":0.046153543223393045,"score_gpt":0.5473828467113027,"score_spread":0.5012293034879096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401653940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7802611,0.0140165,0.057213932,0.05801241,0.00853736,0.009215473,0.00003642997,0.011949324,0.060757484],"genre_scores_gemma":[0.98521036,0.000044015993,0.008570958,0.0002532354,0.0001186103,0.0050936206,0.000088052,0.000023551336,0.0005976078],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99767804,0.0006542056,0.0005808134,0.0004697262,0.00034855376,0.0002686496],"domain_scores_gemma":[0.99672794,0.0017348892,0.00014119272,0.00068115065,0.0006036077,0.00011123493],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011587474,0.00018563394,0.00025816637,0.00024252594,0.00060973887,0.00004551479,0.0006373204,0.0005328863,0.00028771482],"category_scores_gemma":[0.017978186,0.00013983925,0.000049082504,0.000938582,0.00037147664,0.00023395172,0.00049067946,0.0018565303,0.00017741657],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010675036,0.00058562664,0.045939807,0.0006830272,0.000037787653,0.0000017157726,0.024890808,1.3574554e-8,0.00001092227,0.0024438438,0.009468568,0.91592723],"study_design_scores_gemma":[0.00022242089,0.00017605661,0.03332137,0.0011137828,0.000033711458,0.000002521512,0.8316641,0.000092388094,0.000049289883,0.003805956,0.12931782,0.00020059466],"about_ca_topic_score_codex":0.000080569946,"about_ca_topic_score_gemma":0.00030917762,"teacher_disagreement_score":0.9157266,"about_ca_system_score_codex":0.000582862,"about_ca_system_score_gemma":0.005397177,"threshold_uncertainty_score":0.9902938},"labels":[],"label_agreement":null},{"id":"W4401688541","doi":"10.2196/53258","title":"Newly Qualified Canadian Nurses’ Experiences With Digital Health in the Workplace: Comparative Qualitative Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; University of New Brunswick; University of Alberta","funders":"","keywords":"Qualitative research; Qualitative comparative analysis; Nursing; Psychology; Medicine; Sociology; Computer science; Social science","score_opus":0.044108346331927395,"score_gpt":0.4993026247400628,"score_spread":0.4551942784081354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401688541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82998484,0.00074498047,0.00036149245,0.16447656,0.0003397775,0.0010918962,0.000014923305,0.000043673794,0.002941825],"genre_scores_gemma":[0.98601216,0.000017133418,0.00011908016,0.011679067,0.00027783104,0.00065273297,0.0007417105,0.000008329465,0.0004919727],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979687,0.00025920387,0.00045205778,0.0002878366,0.0006985012,0.00033373816],"domain_scores_gemma":[0.9987172,0.0003665128,0.000083038474,0.00017823189,0.00007795585,0.00057708734],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008678514,0.00013495031,0.00032152337,0.0005755956,0.00010565223,0.000077008524,0.00011299699,0.000063312014,0.0009446078],"category_scores_gemma":[0.00017640178,0.000079962316,0.000050429142,0.002330263,0.0001538962,0.00018913094,0.000004697234,0.00034391397,0.000032636177],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006757936,0.00022707305,0.0049028485,0.00008913228,0.00011891511,0.00001534773,0.8499908,7.2415395e-7,1.4946315e-7,0.0013348577,0.09810634,0.045146253],"study_design_scores_gemma":[0.000537218,0.00049265614,0.028062982,0.00030359597,0.00007643148,0.000040025698,0.9170123,0.0003678351,0.0000014414087,0.00009463253,0.052911486,0.000099408804],"about_ca_topic_score_codex":0.03746441,"about_ca_topic_score_gemma":0.09553496,"teacher_disagreement_score":0.15602727,"about_ca_system_score_codex":0.00034137646,"about_ca_system_score_gemma":0.008451547,"threshold_uncertainty_score":0.99996865},"labels":[],"label_agreement":null},{"id":"W4401688641","doi":"10.2196/50060","title":"A Brief Web-Based Person-Centered Care Group Training Program for the Management of Generalized Anxiety Disorder: Feasibility Randomized Controlled Trial in Spain","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Anxiety; Generalized anxiety disorder; Physical therapy; Psychology; Medicine; Clinical psychology; Psychiatry; Computer science; World Wide Web; Surgery","score_opus":0.12674364682305553,"score_gpt":0.45696350090402327,"score_spread":0.33021985408096777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401688641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68176365,0.029402245,0.0022022696,0.07797306,0.009494585,0.19692609,0.00008498063,0.0006041928,0.0015489502],"genre_scores_gemma":[0.8764724,0.0003202617,0.0028856806,0.0009786697,0.0002773498,0.11854938,0.00036077783,0.000031849264,0.00012361091],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99316955,0.0037443805,0.0015319664,0.00043839816,0.0006740465,0.00044164347],"domain_scores_gemma":[0.9944258,0.0039655557,0.0004302964,0.0006990462,0.00027904232,0.00020027765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003677962,0.00021618466,0.0009459596,0.00016546132,0.00036445507,0.000023617195,0.00045830605,0.0002786187,0.00029472177],"category_scores_gemma":[0.0021602032,0.00014266076,0.00045994992,0.0004358402,0.00021732406,0.00007840348,0.00006412844,0.0006909347,0.0000037570217],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.63585633,0.0019358734,0.0019591097,0.0075229886,0.00025492258,6.3587174e-7,0.06991947,0.00000623595,0.0000030916121,0.007167847,0.0018839027,0.27348962],"study_design_scores_gemma":[0.8557646,0.0002007345,0.00078637584,0.0022678277,0.00016107541,2.5297965e-7,0.06805287,0.056100935,2.6961038e-7,0.00028544062,0.016235866,0.00014370227],"about_ca_topic_score_codex":0.000541431,"about_ca_topic_score_gemma":0.0006343345,"teacher_disagreement_score":0.27334592,"about_ca_system_score_codex":0.00050642376,"about_ca_system_score_gemma":0.003957371,"threshold_uncertainty_score":0.7020207},"labels":[],"label_agreement":null},{"id":"W4401690234","doi":"10.2196/57746","title":"Integrating Artificial Intelligence ethics education into the undergraduate medical curriculum: a scoping review (Preprint)","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Curriculum; Engineering ethics; Psychology; Artificial intelligence; Medical education; Computer science; Engineering; Pedagogy; Medicine; World Wide Web","score_opus":0.22451645519537725,"score_gpt":0.5789240466450727,"score_spread":0.35440759144969547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401690234","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014563947,0.8810964,0.0012997305,0.103613995,0.0072406563,0.005913268,0.0000012630061,0.00018643876,0.000633642],"genre_scores_gemma":[0.00010871703,0.975519,0.0006000488,0.011793128,0.0053177676,0.0056198332,0.00051488,0.000110768895,0.00041585314],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9908826,0.001199015,0.003367131,0.0012032076,0.0027511271,0.000596954],"domain_scores_gemma":[0.9936372,0.0018004924,0.0009124865,0.0013085807,0.0010808946,0.0012603381],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.006011532,0.0007220673,0.0017830969,0.0004481864,0.00048282946,0.0001871913,0.000933716,0.0016819439,0.0020644686],"category_scores_gemma":[0.03364774,0.0004513149,0.0007436971,0.0021256793,0.00052422134,0.00017162718,0.0002635602,0.0067202114,0.002210952],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023240289,0.00059606216,0.000004754549,0.18745925,0.000051843643,0.0000052994387,0.0022961784,3.119057e-8,2.976853e-8,0.008599523,0.011218757,0.78976595],"study_design_scores_gemma":[0.0000047206377,0.00007020471,2.2556206e-7,0.6410019,0.0008694906,0.00034317566,0.0030695999,0.00011780091,0.0000019728245,0.0072287424,0.34698522,0.0003069645],"about_ca_topic_score_codex":0.0025993786,"about_ca_topic_score_gemma":0.0012831187,"teacher_disagreement_score":0.789459,"about_ca_system_score_codex":0.0010902802,"about_ca_system_score_gemma":0.10489316,"threshold_uncertainty_score":0.9997939},"labels":[],"label_agreement":null},{"id":"W4401694750","doi":"10.2196/53337","title":"Leveraging the Electronic Health Record to Measure Resident Clinical Experiences and Identify Training Gaps: Development and Usability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Training (meteorology); Psychology; Medical education; Data science; Medicine; Computer science; Geography; World Wide Web","score_opus":0.07877068259246997,"score_gpt":0.47970196133590465,"score_spread":0.4009312787434347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401694750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9272086,0.0015100392,0.0005006324,0.06756323,0.0016827981,0.0013728241,1.05311436e-7,0.00007028449,0.00009150362],"genre_scores_gemma":[0.98874116,0.000095945994,0.000948094,0.00813222,0.0007553883,0.0010672341,0.000010849112,0.000016222497,0.0002328718],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99695945,0.0003054258,0.00086099847,0.00056324736,0.0009708493,0.00034001475],"domain_scores_gemma":[0.9989307,0.00023741013,0.00008513917,0.00028399174,0.00014624404,0.00031649641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068552857,0.00014767802,0.0002782032,0.00017043638,0.0002986467,0.00010650093,0.00013607617,0.0001079629,0.00022298396],"category_scores_gemma":[0.0044132485,0.00010244576,0.000029994173,0.0006484392,0.00021489318,0.000113701135,0.00006633372,0.00077678205,0.000013947318],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026147352,0.0003730434,0.019669062,0.00013239234,0.000032641936,0.0000016226481,0.19482747,2.2330632e-8,0.000002672373,0.00019024419,0.01251254,0.7722322],"study_design_scores_gemma":[0.00050273736,0.00061029405,0.48551053,0.0012391302,0.000040857034,0.0000991679,0.39267194,0.00022068154,0.000010591406,0.00037974305,0.11853044,0.00018388791],"about_ca_topic_score_codex":0.00010586475,"about_ca_topic_score_gemma":0.00010010898,"teacher_disagreement_score":0.77204823,"about_ca_system_score_codex":0.00041493226,"about_ca_system_score_gemma":0.008310505,"threshold_uncertainty_score":0.9973115},"labels":[],"label_agreement":null},{"id":"W4401821087","doi":"10.2196/50545","title":"Integration of ChatGPT Into a Course for Medical Students: Explorative Study on Teaching Scenarios, Students’ Perception, and Applications","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Context (archaeology); Perception; Openness to experience; Computer science; Psychology; Qualitative property; Medicine","score_opus":0.07244705170171194,"score_gpt":0.5330963916259231,"score_spread":0.4606493399242112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401821087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9649643,0.00038160363,0.009685577,0.019978216,0.0008859435,0.003916316,0.0000037849281,0.000086259715,0.00009801243],"genre_scores_gemma":[0.9917344,0.00016071238,0.0003224803,0.0015357144,0.0014322052,0.004286087,0.00018959813,0.00002740996,0.0003114079],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9967365,0.00016064692,0.00070717087,0.00046084952,0.0017492565,0.00018556433],"domain_scores_gemma":[0.9983733,0.00041813572,0.000107299704,0.00027771408,0.00037993453,0.0004435745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020425206,0.00017419849,0.00028257558,0.00025187279,0.00020940397,0.000091844,0.00025632326,0.00022537915,0.00031629135],"category_scores_gemma":[0.0015252725,0.00014120388,0.00006639857,0.0002927668,0.00016023539,0.00019196737,0.000052408246,0.00056598167,0.00004839764],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018092591,0.010472716,0.037862696,0.0005253494,0.00011267536,0.000002360758,0.10449128,4.378314e-7,0.00023782765,0.0035004397,0.0071041076,0.8355092],"study_design_scores_gemma":[0.001211465,0.0077964542,0.25165486,0.007927401,0.0006850968,0.00008245668,0.67731917,0.0049039605,0.00047806464,0.008722027,0.038508113,0.0007109418],"about_ca_topic_score_codex":0.00030177267,"about_ca_topic_score_gemma":0.00013885861,"teacher_disagreement_score":0.8347982,"about_ca_system_score_codex":0.00025356322,"about_ca_system_score_gemma":0.0020542124,"threshold_uncertainty_score":0.5758127},"labels":[],"label_agreement":null},{"id":"W4401913906","doi":"10.2196/56787","title":"Teaching Digital Medicine to Undergraduate Medical Students With an Interprofessional and Interdisciplinary Approach: Development and Usability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Medical education; Psychology; Medicine; Engineering ethics; Computer science; Engineering; Human–computer interaction","score_opus":0.06959508041622346,"score_gpt":0.4999709342484164,"score_spread":0.4303758538321929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401913906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9444498,0.00018550044,0.0015097095,0.05163013,0.0006066518,0.0010155537,5.865518e-7,0.00008049663,0.00052157155],"genre_scores_gemma":[0.99573904,0.000008488846,0.0010473,0.0016152547,0.0007113657,0.00034841584,0.00007431826,0.00002144891,0.0004343489],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99699193,0.00012838031,0.00053767813,0.00058188464,0.0015380344,0.0002220644],"domain_scores_gemma":[0.99825543,0.00020684168,0.000040409293,0.00020783674,0.000091560505,0.0011979109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015858386,0.0001847884,0.00026579906,0.00021099488,0.00021621589,0.00009992831,0.0001749865,0.00013699173,0.00012797791],"category_scores_gemma":[0.0005784155,0.000118849865,0.000015100867,0.00021693867,0.00024117771,0.00027256893,0.00027514916,0.0006495857,0.000015416847],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026148828,0.0026082715,0.104836755,0.00032357653,0.000041657746,0.000015993783,0.06467146,4.105512e-8,0.0000024056512,0.00027195862,0.00087268837,0.82609373],"study_design_scores_gemma":[0.0008157549,0.008497428,0.4946416,0.011510757,0.00018692967,0.0012405257,0.46214855,0.0047203605,0.00003519163,0.0045897546,0.010816117,0.00079703913],"about_ca_topic_score_codex":0.00021042772,"about_ca_topic_score_gemma":0.00015323306,"teacher_disagreement_score":0.8252967,"about_ca_system_score_codex":0.0001923156,"about_ca_system_score_gemma":0.002424548,"threshold_uncertainty_score":0.48465568},"labels":[],"label_agreement":null},{"id":"W4402102320","doi":"10.2196/53151","title":"Evaluating the Effectiveness of an Online Course on Pediatric Malnutrition for Syrian Health Professionals: Qualitative Delphi Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Health professionals; Malnutrition; Medicine; Medical education; Psychology; Computer science; Health care; Political science; World Wide Web; Pathology","score_opus":0.10339701847380094,"score_gpt":0.569320625831553,"score_spread":0.465923607357752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402102320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9601148,0.00064424914,0.00010145185,0.03276341,0.0022473778,0.0039860206,0.000060907438,0.00007199042,0.000009803109],"genre_scores_gemma":[0.99496853,0.000005646506,0.00027075558,0.001346175,0.0015349935,0.0012688931,0.0005622147,0.000025643283,0.000017142951],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9953607,0.0029065143,0.0004554343,0.00034019758,0.0007549515,0.0001822527],"domain_scores_gemma":[0.9968284,0.0024351247,0.00013946535,0.00020289415,0.00023553174,0.00015859593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00563642,0.00013236055,0.00022015026,0.0001679271,0.0002074001,0.00004287098,0.00018639973,0.00008680566,0.00004465155],"category_scores_gemma":[0.0010587624,0.00008990167,0.0000728598,0.00041777687,0.000053504675,0.0001753197,0.000017214494,0.00029613913,0.000004407883],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013929643,0.17419823,0.0038710644,0.026380556,0.00022620794,0.0000046823347,0.3598722,0.00004544442,0.0003371729,0.0063303025,0.04329692,0.37150759],"study_design_scores_gemma":[0.017345905,0.03873077,0.60195565,0.0149407955,0.0007257444,0.0000408373,0.24398075,0.02256417,0.0013743037,0.055738363,0.0014390533,0.001163674],"about_ca_topic_score_codex":0.00007062581,"about_ca_topic_score_gemma":0.000029338535,"teacher_disagreement_score":0.59808457,"about_ca_system_score_codex":0.00015629493,"about_ca_system_score_gemma":0.0008102376,"threshold_uncertainty_score":0.36660835},"labels":[],"label_agreement":null},{"id":"W4402263463","doi":"10.2196/51435","title":"ChatGPT May Improve Access to Language-Concordant Care for Patients With Non–English Language Preferences","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Mandarin Chinese; Preference; Linguistics; Psychology; Computer science; Natural language processing; World Wide Web","score_opus":0.0306914500917248,"score_gpt":0.43899076390006414,"score_spread":0.40829931380833934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402263463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98639864,0.0005333581,0.0002494003,0.0059915446,0.003481395,0.0024194047,0.000024235398,0.00011681918,0.0007851776],"genre_scores_gemma":[0.9914152,0.000017231716,0.00041956268,0.002528606,0.0025394696,0.0017595192,0.0005311114,0.000030726405,0.0007585487],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99856204,0.000021902602,0.00030093835,0.0003804901,0.00046108186,0.00027354623],"domain_scores_gemma":[0.9986061,0.00014050411,0.000050292398,0.0002456634,0.00050556514,0.00045191604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015549784,0.00014488722,0.00019229409,0.0001670934,0.00007932398,0.000103299724,0.00016707976,0.00014239487,0.00044707995],"category_scores_gemma":[0.00090290175,0.00010357151,0.000050840677,0.00033109894,0.000045093715,0.00021267871,0.000028390108,0.00022677984,0.000063325955],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018607877,0.00039703413,0.021055728,0.0012892184,0.000022111688,0.0000027029575,0.12283907,2.8561544e-7,0.00005706144,0.0000516338,0.011902456,0.84219664],"study_design_scores_gemma":[0.0012053397,0.008508851,0.18402356,0.011168043,0.000536593,0.00001935782,0.5565861,0.00107476,0.026843416,0.00046089428,0.20799465,0.0015784062],"about_ca_topic_score_codex":0.0008016765,"about_ca_topic_score_gemma":0.00043606816,"teacher_disagreement_score":0.8406182,"about_ca_system_score_codex":0.00020016248,"about_ca_system_score_gemma":0.002543314,"threshold_uncertainty_score":0.4895212},"labels":[],"label_agreement":null},{"id":"W4402268030","doi":"10.2196/57445","title":"Potential of ChatGPT in Medical Education and Practice: A Hybrid SEM-ANN Approach (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; World Wide Web","score_opus":0.0419364218113328,"score_gpt":0.45876299644199003,"score_spread":0.41682657463065725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402268030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8939861,0.00530861,0.001247523,0.08872419,0.0029884619,0.0011562993,0.0000015278733,0.000081344544,0.0065059527],"genre_scores_gemma":[0.99229866,0.0011912844,0.001022708,0.0031320143,0.0013998232,0.00039639734,0.00012467148,0.000021801077,0.00041260975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974325,0.00018737494,0.00070886326,0.00044578867,0.0009895178,0.00023599177],"domain_scores_gemma":[0.99843526,0.00030342105,0.000108395965,0.00028026727,0.00029344865,0.00057920464],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016764792,0.00014051094,0.00025423148,0.00035015043,0.00004634299,0.00003466914,0.00011994819,0.00028004535,0.001052219],"category_scores_gemma":[0.007167909,0.00012618335,0.00006052966,0.00047258628,0.00019092107,0.00026723812,0.000045561563,0.00063046,0.000055216922],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016172323,0.0036772152,0.0029648445,0.0011902848,0.00002752992,0.000016973354,0.008112111,0.0000014698943,0.00012710337,0.0030298627,0.014771877,0.965919],"study_design_scores_gemma":[0.0015806233,0.0026167957,0.15314563,0.026199775,0.000757518,0.023178373,0.19628854,0.17421536,0.0067219385,0.03955137,0.37351698,0.0022270868],"about_ca_topic_score_codex":0.0010110887,"about_ca_topic_score_gemma":0.00002296699,"teacher_disagreement_score":0.9636919,"about_ca_system_score_codex":0.00019435355,"about_ca_system_score_gemma":0.01311743,"threshold_uncertainty_score":0.99986094},"labels":[],"label_agreement":null},{"id":"W4402540843","doi":"10.2196/63430","title":"ChatGPT-4 Omni Performance in USMLE Disciplines and Clinical Skills: Comparative Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medical education; Psychology; Medicine; Computer science; World Wide Web","score_opus":0.11295617087188527,"score_gpt":0.5515908393364383,"score_spread":0.438634668464553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402540843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98248017,0.0011795701,0.00010359438,0.013510101,0.0011656313,0.00035115206,0.0000010525642,0.000043521177,0.0011651883],"genre_scores_gemma":[0.9959171,0.0010062407,0.00016949933,0.00084866956,0.0010140364,0.00012826562,0.00008564115,0.0000066674993,0.00082392164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984979,0.00008994687,0.00058771775,0.0003269569,0.00031786438,0.00017960624],"domain_scores_gemma":[0.9990067,0.00034667578,0.000047858044,0.00017016853,0.00010489247,0.00032371958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008581128,0.000101774334,0.00029747083,0.00035344585,0.00005644949,0.000032849537,0.000059807247,0.00017504056,0.00049794576],"category_scores_gemma":[0.00046322573,0.00007979781,0.00007897498,0.0010582267,0.00016478886,0.00015175945,0.00002234805,0.0004049813,0.00010722877],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036345726,0.0008600592,0.6219739,0.00020647151,0.00008082991,0.0000032645664,0.008690058,0.0000021052304,0.0000028409945,0.0004109627,0.0021379034,0.36559528],"study_design_scores_gemma":[0.000059363712,0.00019439164,0.94158787,0.00065112766,0.0002041926,0.000018719573,0.0042061093,0.038491394,0.00007780327,0.00037759927,0.014005947,0.00012549543],"about_ca_topic_score_codex":0.0002135965,"about_ca_topic_score_gemma":0.00037793754,"teacher_disagreement_score":0.36546978,"about_ca_system_score_codex":0.00009980376,"about_ca_system_score_gemma":0.001453828,"threshold_uncertainty_score":0.54521567},"labels":[],"label_agreement":null},{"id":"W4402581026","doi":"10.2196/56859","title":"Performance of ChatGPT in the In-Training Examination for Anesthesiology and Pain Medicine Residents in South Korea: Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anesthesiology; Observational study; Pain medicine; Medicine; Training (meteorology); Physical therapy; Family medicine; Internal medicine; Anesthesia; Geography","score_opus":0.2320721749646591,"score_gpt":0.4763171061991056,"score_spread":0.24424493123444652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402581026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98385084,0.0004140709,0.000016275793,0.014214988,0.0002477773,0.0011933278,3.056132e-7,0.0000075555763,0.000054866137],"genre_scores_gemma":[0.99758744,0.00006876057,0.00005130352,0.0011803836,0.0003326524,0.00067734096,0.000055894696,0.0000072005314,0.000038994585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985137,0.0002648489,0.0005481388,0.00020470463,0.0003235622,0.00014502487],"domain_scores_gemma":[0.9987077,0.0009821088,0.000062111285,0.00010766894,0.000086072454,0.0000543068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048889713,0.00007504975,0.000183147,0.00036466334,0.000027241525,0.0000057696857,0.00007385108,0.000111530484,0.00003932082],"category_scores_gemma":[0.0027844778,0.000052921954,0.000012546237,0.00051795825,0.00009582615,0.00009214876,0.0000064904384,0.00022832674,0.0000012632706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005903168,0.00032771882,0.6575284,0.00034813906,0.000002214097,0.0000025816632,0.13090338,0.0000016179443,0.000017898496,0.00031610247,0.00014672214,0.21034618],"study_design_scores_gemma":[0.0001424209,0.00066909473,0.9255399,0.0011075847,0.000007427409,0.000008711283,0.064287364,0.007366116,0.000010305809,0.0006847084,0.00013622075,0.000040153584],"about_ca_topic_score_codex":0.0005600743,"about_ca_topic_score_gemma":0.00051688106,"teacher_disagreement_score":0.26801148,"about_ca_system_score_codex":0.00009475389,"about_ca_system_score_gemma":0.0009790284,"threshold_uncertainty_score":0.33334813},"labels":[],"label_agreement":null},{"id":"W4402791828","doi":"10.2196/58183","title":"Medical Students’ Acceptance of Tailored e–Mental Health Apps to Foster Their Mental Health: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Mental health; Cross-sectional study; Psychology; Medical education; Psychiatry; Medicine; World Wide Web; Computer science","score_opus":0.04673529524599685,"score_gpt":0.5125914114377392,"score_spread":0.4658561161917424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402791828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88763994,0.0016220594,0.00011558848,0.08687002,0.018447286,0.0034563635,0.00020703516,0.00016576672,0.0014759528],"genre_scores_gemma":[0.9813346,0.000016231701,0.00005167845,0.0129770655,0.00078147545,0.0013407042,0.00037566145,0.000046699668,0.0030758632],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99425274,0.00038347143,0.0015366183,0.0007430587,0.0024889233,0.0005952165],"domain_scores_gemma":[0.9978323,0.00011401092,0.00022552197,0.00041038272,0.00008072041,0.0013370668],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018452464,0.00025800863,0.00039628719,0.00030741768,0.00022913271,0.00015370721,0.0008323601,0.00018755824,0.010081812],"category_scores_gemma":[0.00014858044,0.00022912664,0.00017998744,0.0005814839,0.00020310597,0.0002430673,0.0003106139,0.00054750283,0.00087486155],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035136516,0.020621013,0.1273578,0.00047490024,0.00021713851,0.000006604664,0.03109799,1.1823566e-7,0.000003828074,0.0022055733,0.47354504,0.34411862],"study_design_scores_gemma":[0.0019421217,0.004079563,0.8947432,0.0014661979,0.0000049509717,0.00012902683,0.012324298,0.000034026318,0.000010822502,0.00040179945,0.0845801,0.00028390612],"about_ca_topic_score_codex":0.00039145493,"about_ca_topic_score_gemma":0.00042961165,"teacher_disagreement_score":0.76738536,"about_ca_system_score_codex":0.00093685056,"about_ca_system_score_gemma":0.0023430884,"threshold_uncertainty_score":0.9999031},"labels":[],"label_agreement":null},{"id":"W4402794088","doi":"10.2196/56844","title":"Virtual Reality Simulation in Undergraduate Health Care Education Programs: Usability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Usability; Health care; Virtual reality; Computer science; Medical education; Psychology; Human–computer interaction; Medicine; World Wide Web; Political science","score_opus":0.032070814058924195,"score_gpt":0.4207142156033214,"score_spread":0.3886434015443972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402794088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7489195,0.001439898,0.14151356,0.095877156,0.0028545933,0.0064815716,0.0000051426687,0.00087215775,0.0020364546],"genre_scores_gemma":[0.99721634,0.000023412622,0.00048626048,0.0009666476,0.00023369331,0.00084139983,0.00011781893,0.000012100298,0.00010229785],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972046,0.00039282904,0.0006043847,0.0006808887,0.000811286,0.00030601508],"domain_scores_gemma":[0.9984265,0.00013416958,0.00010034943,0.000736873,0.00017465034,0.00042745785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011572599,0.00016925292,0.00020204499,0.00023878808,0.00013298618,0.00031096206,0.00051920855,0.0001182205,0.000020073421],"category_scores_gemma":[0.00044949443,0.00015532963,0.000055424116,0.0014559327,0.00006856315,0.00071953976,0.000106773994,0.00034936497,0.0000538076],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004620079,0.002951868,0.002048144,0.00010556022,0.0000058505093,4.519575e-7,0.0142388595,0.0001116342,0.0000010254497,0.03395427,0.0016304557,0.94494724],"study_design_scores_gemma":[0.001433096,0.0029236441,0.34673455,0.0015058065,0.000029493982,0.000025032716,0.038238846,0.4395688,0.000012883411,0.048032403,0.120306954,0.0011884992],"about_ca_topic_score_codex":0.0016571911,"about_ca_topic_score_gemma":0.001008599,"teacher_disagreement_score":0.9437588,"about_ca_system_score_codex":0.00095759844,"about_ca_system_score_gemma":0.009797982,"threshold_uncertainty_score":0.9958155},"labels":[],"label_agreement":null},{"id":"W4402840236","doi":"10.2196/54427","title":"Impact of Health Informatics Analyst Education on Job Role, Career Transition, and Skill Development: Survey Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Respondent; Health informatics; Medical education; Curriculum; Informatics; Psychology; Medicine; Nursing; Pedagogy; Public health; Political science","score_opus":0.04257057146530829,"score_gpt":0.4972905852588081,"score_spread":0.4547200137934998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402840236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99165004,0.0014567233,0.00020441892,0.0017774361,0.0014179726,0.0024795134,0.000016078486,0.00007620862,0.0009215873],"genre_scores_gemma":[0.9967473,0.00012026849,0.00008443229,0.0011391679,0.00032535498,0.0007667437,0.00034162696,0.000028147035,0.00044692235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99503666,0.0016476639,0.0018129887,0.00024732994,0.0007693608,0.00048599875],"domain_scores_gemma":[0.99783415,0.00055179594,0.0003846976,0.00028938998,0.00040778719,0.0005322102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057367086,0.00019245931,0.0004382481,0.00045062113,0.00035193725,0.000018676568,0.0001472726,0.0002381659,0.0003357173],"category_scores_gemma":[0.00071957195,0.00015183611,0.00004987833,0.000759655,0.000038726153,0.00017785742,0.000022301727,0.00079392834,0.00009405553],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051090305,0.001669484,0.36562127,0.0029492793,0.00013104895,2.384768e-7,0.24254072,0.0000023452274,0.000001675642,0.00026409444,0.03487022,0.35189855],"study_design_scores_gemma":[0.00037615228,0.000563293,0.9640732,0.0018228607,0.000013775149,0.0000043557857,0.025563853,0.00037122695,6.2271465e-7,0.000061019502,0.0070114243,0.00013825246],"about_ca_topic_score_codex":0.0102290185,"about_ca_topic_score_gemma":0.0039317776,"teacher_disagreement_score":0.5984519,"about_ca_system_score_codex":0.0014835786,"about_ca_system_score_gemma":0.057248805,"threshold_uncertainty_score":0.996362},"labels":[],"label_agreement":null},{"id":"W4402974343","doi":"10.2196/57772","title":"Knowledge Mapping and Global Trends in the Field of the Objective Structured Clinical Examination: Bibliometric and Visual Analysis (2004-2023)","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Competence (human resources); Medical education; Library science; Psychology; Medicine; Computer science","score_opus":0.023163401835732463,"score_gpt":0.468433608304434,"score_spread":0.4452702064687015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402974343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9715576,0.0027141375,0.00043763538,0.021120898,0.0013221917,0.00032484147,0.0000026854168,0.000018793573,0.0025012146],"genre_scores_gemma":[0.99620146,0.000105801715,0.00018113357,0.0025707018,0.0005453968,0.00007677421,0.000046056703,0.0000054899715,0.00026718766],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998085,0.0002796572,0.0005568769,0.00029964576,0.00063710404,0.0001416997],"domain_scores_gemma":[0.9987894,0.0006142928,0.00010134833,0.00021430908,0.00020178888,0.00007882468],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0020000571,0.00011007088,0.00025011034,0.0064292974,0.00006789719,0.000042649735,0.00013651514,0.0002470501,0.00034979088],"category_scores_gemma":[0.005346723,0.00006526637,0.000085461186,0.06934599,0.00027516158,0.00009059363,0.00005315406,0.00053140643,0.000002088334],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001029083,0.0003600178,0.091960564,0.00012409069,0.0001018899,0.0000011669122,0.0018603028,9.1411906e-8,0.0000029712749,0.0009852777,0.017579058,0.88701427],"study_design_scores_gemma":[0.00030232413,0.000105530045,0.98667765,0.00021077263,0.00022762953,0.000033473694,0.0026906468,0.0031242066,0.0000053849258,0.00028503055,0.006276059,0.000061296705],"about_ca_topic_score_codex":0.00007649793,"about_ca_topic_score_gemma":0.000060546805,"teacher_disagreement_score":0.8947171,"about_ca_system_score_codex":0.000121360594,"about_ca_system_score_gemma":0.00090110785,"threshold_uncertainty_score":0.9504355},"labels":[],"label_agreement":null},{"id":"W4403143453","doi":"10.2196/52746","title":"Performance of ChatGPT on Nursing Licensure Examinations in the United States and China: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Licensure; China; Medical education; Medicine; Psychology; Political science","score_opus":0.07565248950629676,"score_gpt":0.48454527479629106,"score_spread":0.4088927852899943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403143453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99043745,0.0001799321,0.0000059138733,0.007656509,0.00071979995,0.000575244,0.0000013114292,0.000021128735,0.00040269244],"genre_scores_gemma":[0.9986027,0.00016485112,0.000012518971,0.00045397668,0.00038480325,0.00015007542,0.00009779423,0.0000073525703,0.0001259647],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988934,0.000083276755,0.00031575168,0.00016645741,0.0004316409,0.00010948592],"domain_scores_gemma":[0.9993926,0.00024830337,0.000037461326,0.00012566868,0.00011625365,0.00007968152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007483715,0.000068587426,0.00008651554,0.00028400274,0.0000923339,0.00003163913,0.000058376594,0.00008435768,0.00012744393],"category_scores_gemma":[0.0003750135,0.000047446047,0.000017179816,0.0006111047,0.00012398997,0.00007971167,0.0000048517563,0.0003299159,0.000011372429],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065863984,0.0023042597,0.81162846,0.00024276531,0.000009488115,0.0000019079228,0.058074854,0.000012544402,0.000012569941,0.00074995484,0.0009213772,0.12597592],"study_design_scores_gemma":[0.00004500307,0.0005182972,0.9771388,0.00053569785,0.000010280846,0.000026159007,0.012587994,0.008324975,0.000059820835,0.00021376646,0.0004989683,0.000040205483],"about_ca_topic_score_codex":0.00070250715,"about_ca_topic_score_gemma":0.000041476076,"teacher_disagreement_score":0.16551034,"about_ca_system_score_codex":0.000104308536,"about_ca_system_score_gemma":0.000666261,"threshold_uncertainty_score":0.19347936},"labels":[],"label_agreement":null},{"id":"W4403151986","doi":"10.2196/60767","title":"Acceptance of Virtual Reality in Trainees Using a Technology Acceptance Model: Survey Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Psychology; Virtual reality; Computer science; Human–computer interaction; World Wide Web","score_opus":0.05165534633736271,"score_gpt":0.41843089501169584,"score_spread":0.36677554867433315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403151986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7551146,0.0001662623,0.24118605,0.0025557033,0.00021347498,0.00045844383,0.0000068469258,0.00010615867,0.00019242472],"genre_scores_gemma":[0.9977362,0.000025203286,0.001830893,0.000151651,0.00004390206,0.00015046836,0.000007651791,0.000008738305,0.000045305158],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982648,0.00014120579,0.00045307056,0.0004276325,0.0004970194,0.0002162916],"domain_scores_gemma":[0.99894994,0.00013269982,0.000081248,0.00058240973,0.000115568844,0.00013815532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012207619,0.00011838985,0.00021398798,0.00034274842,0.000040470983,0.000066237815,0.00082649995,0.0001500971,0.000029710252],"category_scores_gemma":[0.00080876687,0.00010816087,0.000032671018,0.0022182688,0.000113449656,0.00046211228,0.00014008018,0.00028628868,0.0000057090797],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020058067,0.00360101,0.0075578005,0.000088336055,0.000026262349,0.0000048111374,0.012126549,0.0009986155,0.00073792913,0.11249497,0.0019603572,0.86038333],"study_design_scores_gemma":[0.00027713008,0.00018759492,0.11884942,0.0002001083,0.0000057320995,0.00001093192,0.0014975333,0.8685632,0.00014934904,0.0097375205,0.0003176258,0.00020385375],"about_ca_topic_score_codex":0.0004923779,"about_ca_topic_score_gemma":0.000628197,"teacher_disagreement_score":0.86756456,"about_ca_system_score_codex":0.0001473287,"about_ca_system_score_gemma":0.002134036,"threshold_uncertainty_score":0.44106725},"labels":[],"label_agreement":null},{"id":"W4403159215","doi":"10.2196/63689","title":"Enhancing Physical Accessibility Education in Medical Schools: Bridging the Gap for Inclusive Healthcare (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Bridging (networking); Health care; Medical education; Computer science; Medicine; Political science; World Wide Web; Computer security","score_opus":0.015577677682321406,"score_gpt":0.4160791879266513,"score_spread":0.4005015102443299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403159215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7917297,0.0012726608,0.00089627784,0.20158902,0.0013305417,0.002066381,0.0000022887384,0.000091634254,0.0010215411],"genre_scores_gemma":[0.98177546,0.000109003806,0.00010416234,0.013919945,0.0021546308,0.0013542589,0.00013192461,0.000022818114,0.0004277865],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976619,0.00012905347,0.00047586995,0.0005107379,0.00091440824,0.00030805854],"domain_scores_gemma":[0.9986955,0.00030658217,0.00006888832,0.00034573153,0.00015004035,0.00043325784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013122902,0.00016092716,0.00025764428,0.00014516039,0.00013057467,0.00005603716,0.00022670951,0.00019445646,0.0005487861],"category_scores_gemma":[0.0034540254,0.000114332164,0.00013399057,0.00042210091,0.00010203352,0.00019028562,0.00010746299,0.0008245101,0.000042508702],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011915522,0.0018588614,0.010746474,0.0018857489,0.00003224172,0.0000035122837,0.006228944,5.645489e-7,0.00025216932,0.009168849,0.015234665,0.9544688],"study_design_scores_gemma":[0.0075116954,0.0012198996,0.5180511,0.036491662,0.00037626244,0.0002578999,0.078094065,0.052580323,0.004637008,0.1349457,0.16416301,0.0016713827],"about_ca_topic_score_codex":0.0006119805,"about_ca_topic_score_gemma":0.0007359517,"teacher_disagreement_score":0.9527974,"about_ca_system_score_codex":0.00045338378,"about_ca_system_score_gemma":0.015307677,"threshold_uncertainty_score":0.9902746},"labels":[],"label_agreement":null},{"id":"W4403177786","doi":"10.2196/56762","title":"Evaluating AI Competence in Specialized Medicine: Comparative Analysis of ChatGPT and Neurologists in a Neurology Specialist Examination in Spain","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Competence (human resources); Neurology; Medical education; Psychology; Medicine; Psychiatry; Computer science; World Wide Web","score_opus":0.17375856016330374,"score_gpt":0.5358228037959748,"score_spread":0.3620642436326711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403177786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9650637,0.0007562715,0.00006225994,0.032030474,0.00070895784,0.0006750318,0.0000011495362,0.000016593931,0.00068557606],"genre_scores_gemma":[0.99712026,0.00019623821,0.00006779303,0.0019289353,0.0004037251,0.00015927329,0.000087422595,0.000006905202,0.000029453453],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972938,0.0006168569,0.0009428569,0.00041972354,0.0005065166,0.00022029433],"domain_scores_gemma":[0.99852717,0.0009048725,0.0001228076,0.00016523711,0.00013815772,0.00014173058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024226934,0.00013016592,0.0005511351,0.0017057881,0.000021554624,0.000011967382,0.00008614108,0.00020535062,0.0005226013],"category_scores_gemma":[0.0025353385,0.00011783876,0.000038909573,0.0028176857,0.00031514626,0.00011699613,0.000022224935,0.0005799179,0.0000053048],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044591428,0.001101436,0.5650567,0.000504104,0.000044680004,0.00006177206,0.057877876,0.00013904412,0.0005819817,0.0063876044,0.0003170134,0.3674819],"study_design_scores_gemma":[0.00018599832,0.0004147279,0.8916828,0.0005196712,0.00006578293,0.000012852032,0.0020236778,0.10351834,0.000045966517,0.0011126283,0.0003392875,0.00007824046],"about_ca_topic_score_codex":0.0054734307,"about_ca_topic_score_gemma":0.013829037,"teacher_disagreement_score":0.36740363,"about_ca_system_score_codex":0.00016342364,"about_ca_system_score_gemma":0.0011644075,"threshold_uncertainty_score":0.8274227},"labels":[],"label_agreement":null},{"id":"W4403203160","doi":"10.2196/64125","title":"Psychological Safety Competency Training During the Clinical Internship From the Perspective of Health Care Trainee Mentors in 11 Pan-European Countries: Mixed Methods Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Salud Carlos III","keywords":"Internship; Observational study; Perspective (graphical); Nursing; Curriculum; Patient safety; Health care; Quality (philosophy); Medical education; Training (meteorology); Psychology; Medicine; Pedagogy; Political science","score_opus":0.3002234902700422,"score_gpt":0.6056407027445839,"score_spread":0.30541721247454173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403203160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89974576,0.001263015,0.0017524788,0.08856619,0.0050192038,0.002221594,0.000047376772,0.000086116364,0.0012982804],"genre_scores_gemma":[0.9927884,0.00012222797,0.00055010087,0.0047946046,0.0010239027,0.0004310968,0.0001537477,0.000021472808,0.00011444606],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9867145,0.009947722,0.0017385632,0.00048630283,0.0007707823,0.0003421365],"domain_scores_gemma":[0.99344856,0.005264735,0.000464167,0.00040802723,0.00021087125,0.0002036198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009699893,0.00017245043,0.00039689854,0.00008933662,0.0005680486,0.000006835394,0.00054354995,0.00017092295,0.0007506899],"category_scores_gemma":[0.0052936515,0.00009923351,0.00011989343,0.00047645572,0.0003850217,0.00009610307,0.00010240597,0.001498329,0.00003192392],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013810668,0.0009538079,0.25201264,0.00015705058,0.000071058945,0.0000024466362,0.6881089,0.0000024874064,0.000002290848,0.009849485,0.003655022,0.04504668],"study_design_scores_gemma":[0.0005913421,0.00010664005,0.6190815,0.0005998255,0.000013834986,6.444514e-7,0.36276248,0.0000479149,1.2175303e-7,0.00038112848,0.016355928,0.000058660255],"about_ca_topic_score_codex":0.0006942893,"about_ca_topic_score_gemma":0.0012315068,"teacher_disagreement_score":0.36706883,"about_ca_system_score_codex":0.00054989656,"about_ca_system_score_gemma":0.004350753,"threshold_uncertainty_score":0.82195276},"labels":[],"label_agreement":null},{"id":"W4403243406","doi":"10.2196/60031","title":"Practical Recommendations for Navigating Digital Tools in Hospitals: Qualitative Interview Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Qualitative research; World Wide Web; Computer science; Sociology; Social science","score_opus":0.18747076618631733,"score_gpt":0.64488041712408,"score_spread":0.45740965093776265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403243406","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20471603,0.0014300686,0.014030367,0.73413396,0.0063632466,0.033271544,0.00022661565,0.0005454699,0.005282731],"genre_scores_gemma":[0.8444093,0.00021329452,0.003363758,0.007585789,0.0010974226,0.14142543,0.00084239664,0.000050299244,0.0010123083],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964738,0.00089920353,0.0012769423,0.00046897744,0.00037145146,0.0005096598],"domain_scores_gemma":[0.9934687,0.0052805045,0.00019695495,0.00027417325,0.0002341827,0.0005454727],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038970814,0.00015447228,0.00028064125,0.00013002053,0.00038391413,0.000064287444,0.00016150571,0.00022890647,0.001030975],"category_scores_gemma":[0.007314279,0.00013725058,0.000063640065,0.00059949164,0.00005287449,0.00056594604,0.00006629476,0.0013546392,0.00043213746],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020582136,0.0013423902,0.0016903002,0.0013092608,0.000013744034,0.0000012236608,0.05740871,4.6290545e-8,4.6071307e-7,0.030041808,0.19461857,0.7135529],"study_design_scores_gemma":[0.0008224259,0.0003323108,0.0043326607,0.0035856618,0.000019462012,0.0000037917418,0.22659579,0.0006575355,3.67759e-7,0.0071987337,0.756261,0.00019028295],"about_ca_topic_score_codex":0.00013429728,"about_ca_topic_score_gemma":0.00018247987,"teacher_disagreement_score":0.72654814,"about_ca_system_score_codex":0.00046035284,"about_ca_system_score_gemma":0.0069341455,"threshold_uncertainty_score":0.9998822},"labels":[],"label_agreement":null},{"id":"W4403291131","doi":"10.2196/57157","title":"Navigating Nephrology's Decline Through a GPT-4 Analysis of Internal Medicine Specialties in the United States: Qualitative Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internal medicine; Qualitative research; Nephrology; Medicine; Qualitative analysis; Family medicine; Gerontology; Political science; Sociology; Social science","score_opus":0.14183267565831642,"score_gpt":0.5696474997893043,"score_spread":0.42781482413098787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403291131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93242145,0.0006688388,0.00048588315,0.06466299,0.0007458725,0.000710495,0.000003075391,0.000031099844,0.00027027845],"genre_scores_gemma":[0.9874822,0.00019448559,0.000099554134,0.010594813,0.0009629052,0.00023288236,0.00036672372,0.000011499458,0.000054918517],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99699163,0.0006489586,0.0010180408,0.00030607302,0.000827629,0.00020769342],"domain_scores_gemma":[0.9973182,0.0018053075,0.00015858423,0.0002884837,0.00030977608,0.00011963396],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028741735,0.00013841977,0.00041560477,0.00040123137,0.00006175196,0.000019222069,0.00019943542,0.00012512467,0.0010310883],"category_scores_gemma":[0.0023261057,0.00008709032,0.000087131215,0.0034996644,0.0003417845,0.00010421913,0.000030061918,0.0007565827,0.00001582233],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013960846,0.0013651177,0.016946422,0.00016759848,0.0003157174,0.000014536515,0.930032,0.000015107534,0.000012318511,0.0012419946,0.0052451575,0.044504426],"study_design_scores_gemma":[0.00012185957,0.0008985109,0.019588677,0.0010823889,0.0005838048,0.000014488517,0.9574983,0.0074922633,0.000029244518,0.0048679966,0.0077326116,0.000089815985],"about_ca_topic_score_codex":0.02693729,"about_ca_topic_score_gemma":0.0027624853,"teacher_disagreement_score":0.05506075,"about_ca_system_score_codex":0.00015262663,"about_ca_system_score_gemma":0.0009534538,"threshold_uncertainty_score":0.9998821},"labels":[],"label_agreement":null},{"id":"W4403486096","doi":"10.2196/53462","title":"Design, Implementation, and Analysis of an Assessment and Accreditation Model to Evaluate a Digital Competence Framework for Health Professionals: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Digital literacy in education","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Accreditation; Digital health; Health professionals; Health care; Medical education; Health literacy; Knowledge management; Psychology; Computer science; Medicine; Social psychology","score_opus":0.06604051771252535,"score_gpt":0.591848893402255,"score_spread":0.5258083756897296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403486096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20775174,0.00008126446,0.7836483,0.0066583683,0.00047991503,0.001312699,0.000016622624,0.000044159584,0.00000693891],"genre_scores_gemma":[0.51297754,0.000002176832,0.48546895,0.0005841935,0.000037664922,0.000806477,0.00010683967,0.0000060463126,0.000010125377],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978201,0.00035513943,0.00052697567,0.0005122177,0.00061564025,0.00016997341],"domain_scores_gemma":[0.9979887,0.00094797544,0.00015664949,0.0002918566,0.00029265537,0.00032215987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026273553,0.0001243875,0.00024756667,0.00046521676,0.000094499956,0.00045009088,0.0002688701,0.000048760645,0.000009691362],"category_scores_gemma":[0.00039075964,0.00010881967,0.00003349359,0.0011276613,0.00003109885,0.0014315891,0.00010295685,0.000102527054,5.4848977e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010222084,0.0010124991,0.00061658834,0.00009782698,0.00012471784,1.1563339e-7,0.027381983,0.00016163332,0.000017934859,0.029864656,0.0008806699,0.93983114],"study_design_scores_gemma":[0.00017185451,0.0006404661,0.06166231,0.00015850662,0.000098003395,0.0000020633138,0.009580117,0.8790845,0.000024055515,0.04832015,0.00011430433,0.00014362227],"about_ca_topic_score_codex":0.000009980223,"about_ca_topic_score_gemma":0.000005515231,"teacher_disagreement_score":0.93968755,"about_ca_system_score_codex":0.0001313845,"about_ca_system_score_gemma":0.0030334953,"threshold_uncertainty_score":0.53812903},"labels":[],"label_agreement":null},{"id":"W4403596455","doi":"10.2196/48518","title":"Opportunities to Improve Communication With Residency Applicants: Cross-Sectional Study of Obstetrics and Gynecology Residency Program Websites","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Obstetrics and gynaecology; Descriptive statistics; Medical education; Demographics; Residency training; Inclusion (mineral); United States Medical Licensing Examination; Family medicine; Medicine; Medical school; Psychology; Continuing education; Statistics; Pregnancy; Demography","score_opus":0.04250522422383199,"score_gpt":0.39824336103296565,"score_spread":0.3557381368091337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403596455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98295945,0.001129406,0.000015477362,0.0062320586,0.00081881124,0.0012129099,0.000004524019,0.00009675373,0.00753063],"genre_scores_gemma":[0.9956877,0.0005006592,0.000363185,0.0003654061,0.00017034567,0.00039810408,0.000021762213,0.000006727384,0.002486097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99808764,0.00019106652,0.00024830463,0.0002326658,0.0010803173,0.00015998179],"domain_scores_gemma":[0.9980805,0.0010655546,0.00006740043,0.00019749234,0.00032775113,0.0002613382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013713819,0.00007688218,0.00012857013,0.00018522347,0.00028944088,0.0001331587,0.00035180245,0.00013482296,0.0004268338],"category_scores_gemma":[0.0027384148,0.00006619184,0.000017082499,0.00043658906,0.00057121646,0.00021642439,0.000097513395,0.00022811188,0.000011144942],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004353274,0.0020244813,0.44455975,0.00024047689,0.00006659051,0.000016223132,0.06637373,4.910064e-7,0.00001038419,0.03115216,0.014250145,0.441262],"study_design_scores_gemma":[0.00059044256,0.0018032567,0.65076005,0.00026975776,0.00006157511,0.0000049904643,0.25325266,0.000028811513,0.0000071472728,0.0033095353,0.08971105,0.0002007091],"about_ca_topic_score_codex":0.0020629086,"about_ca_topic_score_gemma":0.0021249987,"teacher_disagreement_score":0.44106132,"about_ca_system_score_codex":0.00014394947,"about_ca_system_score_gemma":0.0031412232,"threshold_uncertainty_score":0.5572395},"labels":[],"label_agreement":null},{"id":"W4403630038","doi":"10.2196/55149","title":"Social Media Usage for Medical Education and Smartphone Addiction Among Medical Students: National Web-Based Survey","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internship; Social media; Addiction; Context (archaeology); Medicine; Smartphone addiction; Population; Psychology; Family medicine; Medical education; Psychiatry; World Wide Web; Geography","score_opus":0.05096198886102839,"score_gpt":0.4688963300753918,"score_spread":0.4179343412143634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403630038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8102941,0.0019758488,0.00045285485,0.13189012,0.048674382,0.0038974932,0.00006401047,0.0005995715,0.002151609],"genre_scores_gemma":[0.96785724,0.0005213128,0.000217776,0.004596932,0.017197205,0.007999712,0.0012342959,0.00006143967,0.00031411447],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9884033,0.0013989842,0.0009400248,0.0007080075,0.007936395,0.00061324396],"domain_scores_gemma":[0.98663163,0.009988459,0.00024285562,0.00016645595,0.0010281651,0.0019424388],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014315119,0.0002669347,0.00035470197,0.00047371915,0.00093597936,0.0003379297,0.00075322436,0.0012414135,0.005189112],"category_scores_gemma":[0.11993649,0.0002771076,0.00011986331,0.0012664025,0.0011636141,0.0004949565,0.00007139717,0.0008263981,0.00007601341],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000841259,0.0026579185,0.08296814,0.00044782012,0.000065100874,0.000002319707,0.027618693,1.460776e-7,0.000002054195,0.016527155,0.37882072,0.4908058],"study_design_scores_gemma":[0.0011607099,0.00006676944,0.58208185,0.0011547183,0.000055951437,0.00000580831,0.0036582174,0.002133563,0.0000036040833,0.0032740778,0.40596113,0.00044360422],"about_ca_topic_score_codex":0.0032398843,"about_ca_topic_score_gemma":0.015217303,"teacher_disagreement_score":0.4991137,"about_ca_system_score_codex":0.0012161875,"about_ca_system_score_gemma":0.07397557,"threshold_uncertainty_score":0.9999681},"labels":[],"label_agreement":null},{"id":"W4403788255","doi":"10.2196/55709","title":"Impact of Clinical Decision Support Systems on Medical Students’ Case-Solving Performance: Comparison Study with a Focus Group","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Psychology; Computer science; Medical education; Medicine; World Wide Web","score_opus":0.03915948217529472,"score_gpt":0.4977967545484347,"score_spread":0.45863727237314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403788255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944347,0.0004118864,0.00024337503,0.00060782785,0.002201809,0.0013370216,0.000004313098,0.00012332582,0.00063571637],"genre_scores_gemma":[0.99772,0.00012851931,0.0001020435,0.00022415545,0.0013326512,0.00023266942,0.00006358957,0.000042252508,0.00015411296],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928955,0.0002581067,0.0017580882,0.0006396925,0.004095324,0.00035331867],"domain_scores_gemma":[0.9858307,0.011631065,0.00024929928,0.000567903,0.00024821973,0.001472764],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048931357,0.00027413573,0.0010117764,0.00024040006,0.00007660071,0.00008485484,0.00032200365,0.00044141343,0.00154349],"category_scores_gemma":[0.036610417,0.00016451746,0.0002724709,0.00053137465,0.00021892617,0.000088411376,0.000103404986,0.0012283415,0.00013478695],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010484139,0.012891847,0.66862667,0.0001248548,0.00023879738,0.0011757604,0.0007549184,0.0000041335024,2.4750085e-7,0.000037966867,0.01634515,0.29875124],"study_design_scores_gemma":[0.005575975,0.02589288,0.92867076,0.018583797,0.00041589345,0.0031676083,0.0022664045,0.014016282,0.000001213143,0.000009607844,0.0011445198,0.00025507333],"about_ca_topic_score_codex":0.0006656807,"about_ca_topic_score_gemma":0.00007105046,"teacher_disagreement_score":0.29849616,"about_ca_system_score_codex":0.00019804928,"about_ca_system_score_gemma":0.004619459,"threshold_uncertainty_score":0.99936926},"labels":[],"label_agreement":null},{"id":"W4403811280","doi":"10.2196/57132","title":"Utilization of, Perceptions on, and Intention to Use AI Chatbots Among Medical Students in China: National Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Unified theory of acceptance and use of technology; Medical education; Cross-sectional study; Health care; Psychology; Perception; China; Social influence; Medicine; Social psychology; Political science","score_opus":0.1225891857353676,"score_gpt":0.5438885710079749,"score_spread":0.42129938527260735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403811280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906168,0.000049612703,0.00038445284,0.0059866235,0.0016334985,0.0011585316,0.0000040921036,0.000052412455,0.00011396626],"genre_scores_gemma":[0.9967988,0.00006109362,0.000035205532,0.0016340587,0.0004578156,0.00042853534,0.00013369923,0.000018083612,0.00043267166],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962724,0.00011797208,0.0007487145,0.0004190589,0.0022620847,0.00017980815],"domain_scores_gemma":[0.9986972,0.00019040622,0.000059060236,0.00014276612,0.00046354072,0.00044702145],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014977453,0.00013178783,0.00018376837,0.00063917646,0.00009432343,0.00012154353,0.00013163066,0.00025413316,0.001236036],"category_scores_gemma":[0.003672296,0.00011893736,0.000049503393,0.00070862425,0.00014088616,0.0003213676,0.000050522733,0.00048537747,0.00007216131],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008835792,0.0025985274,0.9631611,0.00011498229,0.000018357656,0.000004088958,0.005063128,0.0000041115063,0.000016037553,0.00078600657,0.0014130126,0.026732307],"study_design_scores_gemma":[0.00012654159,0.00040556915,0.99407053,0.00070130464,0.000011653576,0.000024906814,0.00158132,0.0021587377,0.000027979751,0.0004931917,0.00031087137,0.00008737254],"about_ca_topic_score_codex":0.0016846225,"about_ca_topic_score_gemma":0.0008454151,"teacher_disagreement_score":0.03090947,"about_ca_system_score_codex":0.00035474106,"about_ca_system_score_gemma":0.0019036692,"threshold_uncertainty_score":0.99967694},"labels":[],"label_agreement":null},{"id":"W4403817685","doi":"10.2196/54280","title":"Naloxone Coprescribing and the Prevention of Opioid Overdoses: Quasi-Experimental Metacognitive Assessment of a Novel Education Initiative","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metacognition; Psychology; Intervention (counseling); Psychological intervention; (+)-Naloxone; Confidence interval; Clinical psychology; Medicine; Cognition; Opioid; Psychiatry","score_opus":0.033495617563859,"score_gpt":0.4077787438706027,"score_spread":0.3742831263067437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859064,0.0064927395,0.0011148509,0.001596484,0.00061601837,0.001214785,0.0000037033622,0.000027101496,0.0030278997],"genre_scores_gemma":[0.99685824,0.000294712,0.0013344771,0.00044052248,0.00016870673,0.0004278941,0.00011131722,0.000012850807,0.000351263],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99877375,0.00008232039,0.00035650303,0.00019426121,0.0004972112,0.0000959528],"domain_scores_gemma":[0.9991739,0.0003092774,0.0001368314,0.0001292597,0.00015840914,0.000092345246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035571758,0.00011872111,0.00029554145,0.00013704384,0.000038607788,0.000013908031,0.000051430663,0.00007537849,0.00027355336],"category_scores_gemma":[0.00027405831,0.00007642684,0.00010358482,0.00025643242,0.00024670182,0.00017545889,0.00002291265,0.00015333795,0.0000018576342],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024594632,0.07459759,0.083953716,0.0038738651,0.004097548,0.000012866137,0.21657889,8.1417903e-7,0.025949974,0.25094038,0.00682805,0.33070686],"study_design_scores_gemma":[0.043451834,0.005817088,0.4949908,0.029457578,0.004687561,0.00032851734,0.31350464,0.011177965,0.08521832,0.0073315413,0.0030050443,0.0010291456],"about_ca_topic_score_codex":0.000045447687,"about_ca_topic_score_gemma":0.00000687567,"teacher_disagreement_score":0.41103706,"about_ca_system_score_codex":0.00012287387,"about_ca_system_score_gemma":0.002753322,"threshold_uncertainty_score":0.48842752},"labels":[],"label_agreement":null},{"id":"W4403890137","doi":"10.2196/52924","title":"A SIMBA CoMICs Initiative to Cocreating and Disseminating Evidence-Based, Peer-Reviewed Short Videos on Social Media: Mixed Methods Prospective Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Misinformation; Medical education; CLARITY; Scripting language; Dissemination; Media literacy; Psychology; Microblogging; Medicine; Multimedia; Computer science; World Wide Web; Pedagogy","score_opus":0.1791674307474328,"score_gpt":0.561244800105626,"score_spread":0.38207736935819325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403890137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85590106,0.0016281232,0.0011466582,0.11268457,0.014303559,0.010680031,0.000010928124,0.00060298905,0.0030420686],"genre_scores_gemma":[0.9804615,0.00010826499,0.0046154265,0.0013611902,0.0041245297,0.009162457,0.00002322302,0.00005544403,0.000087987115],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99465024,0.002115735,0.00054125127,0.00060197886,0.0016528534,0.0004379236],"domain_scores_gemma":[0.9808206,0.01763171,0.00014279915,0.000167732,0.00053700677,0.00070015056],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0073269345,0.000218049,0.00038870698,0.00028742175,0.0007383663,0.00018811529,0.00026251568,0.0002528849,0.0001645074],"category_scores_gemma":[0.13146392,0.00021138106,0.00006438012,0.0013937826,0.00032557567,0.00029016216,0.000056075998,0.0005855675,0.000016024167],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026062415,0.00054855173,0.009363887,0.00017984989,0.000021042266,0.0000024169142,0.30998898,1.5471127e-7,0.000007623988,0.0042854277,0.010577953,0.66499805],"study_design_scores_gemma":[0.0005903303,0.00076455175,0.29525268,0.008652438,0.0002721539,0.000002880832,0.63934785,0.0008077148,0.0001555248,0.0029930037,0.050192665,0.0009681882],"about_ca_topic_score_codex":0.00088257826,"about_ca_topic_score_gemma":0.0013583689,"teacher_disagreement_score":0.66402984,"about_ca_system_score_codex":0.0009869109,"about_ca_system_score_gemma":0.0047134203,"threshold_uncertainty_score":0.8758521},"labels":[],"label_agreement":null},{"id":"W4403934193","doi":"10.2196/51173","title":"A Pilot Project to Promote Research Competency in Medical Students Through Journal Clubs: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Timeline; Mentorship; Medical education; Flexibility (engineering); Session (web analytics); Psychology; Resource (disambiguation); Undergraduate research; Attendance; Computer science; Medicine; Political science","score_opus":0.2998710693086779,"score_gpt":0.6844733948621111,"score_spread":0.3846023255534332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403934193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7555799,0.0016210125,0.0007759129,0.22898269,0.0032922265,0.006670896,0.0000015706772,0.000121909325,0.002953864],"genre_scores_gemma":[0.95655364,0.001082979,0.009969605,0.021209579,0.0056824675,0.0030279479,0.000035406403,0.00010300467,0.0023353542],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9802777,0.0033458113,0.0011708306,0.00072527054,0.012673587,0.0018067647],"domain_scores_gemma":[0.98361903,0.0018860541,0.00006666573,0.00060536136,0.00080264074,0.013020268],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04851256,0.0002492531,0.0006044481,0.0012150996,0.00020784838,0.00022969216,0.00093373767,0.00028401968,0.002154052],"category_scores_gemma":[0.20272903,0.00017334279,0.00009153874,0.0031710165,0.0002715314,0.00024131662,0.00040146685,0.0050028265,0.00034008516],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051921036,0.0102067515,0.003428381,0.0008129538,0.00007045822,0.0012505584,0.015737997,2.538344e-8,0.00009229615,0.0002250278,0.24716824,0.7204881],"study_design_scores_gemma":[0.0069998,0.02154035,0.07944154,0.0148429815,0.00006366648,0.0018124576,0.021416305,0.00074798736,0.00008599278,0.002355777,0.85026,0.00043310656],"about_ca_topic_score_codex":0.0010494265,"about_ca_topic_score_gemma":0.00030355246,"teacher_disagreement_score":0.720055,"about_ca_system_score_codex":0.001303812,"about_ca_system_score_gemma":0.11244517,"threshold_uncertainty_score":0.99875814},"labels":[],"label_agreement":null},{"id":"W4403955902","doi":"10.2196/54153","title":"Digital Dentists: A Curriculum for the 21st Century","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Curriculum; Medical education; Psychology; Computer science; Medicine; Pedagogy; World Wide Web","score_opus":0.012929078313979948,"score_gpt":0.3855769481543862,"score_spread":0.37264786984040627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403955902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6501022,0.06936707,0.013198082,0.061418988,0.06437435,0.007631671,0.00052599044,0.0014268819,0.13195477],"genre_scores_gemma":[0.97890127,0.00022545252,0.000018593166,0.001213359,0.0012521509,0.0009687013,0.00019801396,0.000021244208,0.01720122],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848455,0.000023858573,0.00017767017,0.00024208089,0.0008123458,0.00025946804],"domain_scores_gemma":[0.9989249,0.00044080056,0.000022313472,0.00019495065,0.00006318516,0.0003538346],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00024230422,0.000090334564,0.000073891715,0.000064001746,0.00012177966,0.0005468809,0.00034881977,0.000091421214,0.0023118164],"category_scores_gemma":[0.002401199,0.00005868329,0.0001223336,0.00027237597,0.000102831575,0.0002506654,0.00007705035,0.0002480008,0.0016078387],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013913912,0.00032284725,0.0005126461,0.00018721556,0.0000303846,0.000021557036,0.0001348468,3.98451e-8,0.000009670442,0.032472916,0.46486807,0.5014259],"study_design_scores_gemma":[0.00022871766,0.00003426525,0.0023704183,0.00013531004,0.0000141275905,0.00012718017,0.0025613676,0.0006750748,0.000009401288,0.0034671845,0.99028647,0.00009049128],"about_ca_topic_score_codex":0.00006187652,"about_ca_topic_score_gemma":0.000049363167,"teacher_disagreement_score":0.5254184,"about_ca_system_score_codex":0.00015981142,"about_ca_system_score_gemma":0.0013908179,"threshold_uncertainty_score":0.9991695},"labels":[],"label_agreement":null},{"id":"W4404026051","doi":"10.2196/51446","title":"The Potential of Artificial Intelligence Tools for Reducing Uncertainty in Medicine and Directions for Medical Education","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Canada Research Chairs; Public Health Ontario; University of Toronto","funders":"Wellcome Trust","keywords":"Certainty; Plan (archaeology); Artificial intelligence; Field (mathematics); Patient care; Computer science; Psychology; Medicine; Nursing","score_opus":0.04061356468283583,"score_gpt":0.44393570877975586,"score_spread":0.40332214409692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404026051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53871286,0.013580434,0.018261347,0.41111934,0.012816244,0.0043320414,0.000021041029,0.00014342253,0.0010132556],"genre_scores_gemma":[0.9910881,0.0017416965,0.0008994712,0.0014515072,0.0028140827,0.001400486,0.00018709611,0.000022002658,0.000395565],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981492,0.000056613022,0.0007251659,0.00031936108,0.00054030796,0.00020933889],"domain_scores_gemma":[0.98350096,0.015522329,0.00009321222,0.00020310498,0.0002702524,0.00041015266],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018190317,0.00011297711,0.00027418943,0.00014814197,0.00010820439,0.000037914855,0.000108168875,0.00022405908,0.00019721927],"category_scores_gemma":[0.1980859,0.00007414153,0.00009169834,0.00034206326,0.00039142166,0.000066428736,0.000022285669,0.00028861154,0.0000026120292],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018029995,0.00059287203,0.0000770111,0.00020417346,0.000022043965,9.69524e-7,0.0006446852,0.000003364899,0.000056171415,0.021418484,0.01653353,0.9602664],"study_design_scores_gemma":[0.003478843,0.004514963,0.029912371,0.08451149,0.0012085825,0.00062686874,0.03171765,0.3209716,0.00076466287,0.25543976,0.265856,0.0009972155],"about_ca_topic_score_codex":0.00028227505,"about_ca_topic_score_gemma":0.00011000134,"teacher_disagreement_score":0.95926917,"about_ca_system_score_codex":0.00009515382,"about_ca_system_score_gemma":0.00539506,"threshold_uncertainty_score":0.9570605},"labels":[],"label_agreement":null},{"id":"W4404137398","doi":"10.2196/63865","title":"Enhancing Medical Student Engagement Through Cinematic Clinical Narratives: Multimodal Generative AI–Based Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Empathy and Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Narrative; Generative grammar; Psychology; Medical education; Sociology; Visual arts; Art; Computer science; Medicine; Literature; Artificial intelligence; World Wide Web","score_opus":0.059214164757327686,"score_gpt":0.5537369942896375,"score_spread":0.49452282953230986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404137398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82534736,0.0014820528,0.102539204,0.05517988,0.010630931,0.0033859864,0.000002386812,0.0003601923,0.0010720132],"genre_scores_gemma":[0.9367723,0.000101862715,0.036285073,0.019689694,0.0038594662,0.0022914268,0.00018849302,0.00007053959,0.0007411522],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99038935,0.0029896952,0.001881155,0.0010714461,0.0031271523,0.00054122205],"domain_scores_gemma":[0.99519134,0.001892369,0.00020339178,0.000676394,0.00039111776,0.0016453847],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009684802,0.00044811793,0.00092179305,0.00026414348,0.00024734868,0.000096916134,0.00037878923,0.00059087964,0.0070842253],"category_scores_gemma":[0.012569948,0.00033323723,0.00032828463,0.00080436165,0.00039618762,0.00026227583,0.00013305836,0.0023720427,0.0002130151],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024500204,0.0376424,0.004603069,0.0017934229,0.0009207422,0.00027231607,0.42965236,0.0000033890826,0.00038247637,0.0015550202,0.042081352,0.48084843],"study_design_scores_gemma":[0.009488237,0.005298621,0.07942373,0.009427852,0.0012005246,0.00020573182,0.81030893,0.026927095,0.0020105399,0.0019331296,0.052520506,0.0012551083],"about_ca_topic_score_codex":0.000061117404,"about_ca_topic_score_gemma":0.000048357324,"teacher_disagreement_score":0.47959334,"about_ca_system_score_codex":0.00039893622,"about_ca_system_score_gemma":0.013596713,"threshold_uncertainty_score":0.99992955},"labels":[],"label_agreement":null},{"id":"W4404203928","doi":"10.2196/59720","title":"Influence of Training With Corrective Feedback Devices on Cardiopulmonary Resuscitation Skills Acquisition and Retention: Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cardiopulmonary resuscitation; Training (meteorology); Medicine; Medical education; Resuscitation; Computer science; Anesthesia; World Wide Web","score_opus":0.0303674151439101,"score_gpt":0.37158913893741835,"score_spread":0.34122172379350824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404203928","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00074430404,0.9945094,0.000010927797,0.0006469355,0.00017843077,0.0036077434,0.000030496607,0.000033050666,0.00023874063],"genre_scores_gemma":[0.009064702,0.9877175,0.00008760954,0.0005391346,0.0001410168,0.0016262828,0.0005796249,0.000035201832,0.00020890163],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99679315,0.0005006285,0.0010194846,0.0005824781,0.0009561394,0.00014813698],"domain_scores_gemma":[0.9978678,0.00039630663,0.0007421529,0.0003648392,0.0003811723,0.00024768856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011497667,0.00037856548,0.004374016,0.0006035621,0.000063842665,0.00003507036,0.000075280965,0.0002984884,0.000031909723],"category_scores_gemma":[0.0006384919,0.00021808187,0.0009212881,0.001423972,0.00017301417,0.00013750659,0.000028231745,0.00041380193,0.000011130373],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001729847,0.0000981216,0.0000134796455,0.944777,0.040380012,0.000010817195,0.0010677282,0.0000016571175,7.751129e-8,0.00007565565,0.00027364425,0.013284503],"study_design_scores_gemma":[0.00009880728,0.00010794122,0.0011326877,0.2639918,0.73228747,0.00010525627,0.0004047787,0.000006957985,8.157977e-8,0.000023762019,0.0016480433,0.00019239441],"about_ca_topic_score_codex":0.000015523503,"about_ca_topic_score_gemma":0.0000065161253,"teacher_disagreement_score":0.69190747,"about_ca_system_score_codex":0.00012054316,"about_ca_system_score_gemma":0.0009627105,"threshold_uncertainty_score":0.8893121},"labels":[],"label_agreement":null},{"id":"W4404298722","doi":"10.2196/51101","title":"Resilience Training Web App for National Health Service Keyworkers: Pilot Usability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Usability; Resilience (materials science); World Wide Web; Computer science; Training (meteorology); Human–computer interaction; Geography; Materials science","score_opus":0.1324729765666713,"score_gpt":0.5426483349716137,"score_spread":0.41017535840494235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404298722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57143307,0.0034032331,0.0007673282,0.39667746,0.012305886,0.010198113,0.00014807616,0.0006941353,0.004372697],"genre_scores_gemma":[0.9675767,0.000056305056,0.0006654469,0.020861724,0.002789421,0.005626131,0.00014939188,0.000034651956,0.0022402662],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99521023,0.0010580563,0.0010478983,0.00064763776,0.0013557422,0.00068045396],"domain_scores_gemma":[0.99604976,0.0020741243,0.0001921833,0.0002827709,0.00067547266,0.00072567514],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005787087,0.00019468309,0.00033967217,0.00017104555,0.0010667705,0.000028363595,0.00032927925,0.00023930086,0.0023516535],"category_scores_gemma":[0.00262448,0.00015576903,0.00006131097,0.0006870241,0.00006854676,0.00022098041,0.000093497256,0.0011569951,0.00020550852],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033517237,0.004118997,0.035900444,0.008880454,0.000060628827,0.000002358257,0.08696657,0.0000022845413,0.000030303912,0.00959071,0.3785325,0.47557956],"study_design_scores_gemma":[0.002548993,0.0015562467,0.19397351,0.020149339,0.000023094188,0.000008275838,0.16941269,0.011119912,0.0000016772699,0.011024808,0.5895509,0.00063056656],"about_ca_topic_score_codex":0.0005544394,"about_ca_topic_score_gemma":0.002755931,"teacher_disagreement_score":0.474949,"about_ca_system_score_codex":0.0007122839,"about_ca_system_score_gemma":0.045307223,"threshold_uncertainty_score":0.9985603},"labels":[],"label_agreement":null},{"id":"W4404399119","doi":"10.2196/68503","title":"Correction: Psychological Safety Competency Training During the Clinical Internship From the Perspective of Health Care Trainee Mentors in 11 Pan-European Countries: Mixed Methods Observational Study","year":2024,"lang":"en","type":"erratum","venue":"JMIR Medical Education","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internship; Observational study; Perspective (graphical); Medical education; Health care; Psychology; Medicine; Nursing; Family medicine; Applied psychology; Political science; Computer science","score_opus":0.15746819545195978,"score_gpt":0.532669805954082,"score_spread":0.3752016105021222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404399119","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33957526,0.05693236,0.000577564,0.1014614,0.46726805,0.005327014,0.00022290292,0.00027497148,0.02836049],"genre_scores_gemma":[0.95643353,0.0031015833,0.0005152956,0.006205747,0.014893191,0.0007109938,0.001301213,0.00016927159,0.016669173],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98508364,0.010234581,0.0020853314,0.0010749118,0.0011315189,0.00039000306],"domain_scores_gemma":[0.99278384,0.005066119,0.0007766928,0.0008333021,0.00036852967,0.00017149915],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010202105,0.00039824998,0.00083467667,0.00015241967,0.0003641484,0.00012314228,0.0009991996,0.00054031634,0.002227452],"category_scores_gemma":[0.00388118,0.00024537402,0.00031696373,0.0005674505,0.00040135035,0.0000917171,0.00014656421,0.0040528215,0.000047697835],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000285295,0.0016691445,0.005830328,0.00007792764,0.00022525559,0.0000133167505,0.39282098,8.6329067e-7,1.3702062e-7,0.0006210088,0.40350762,0.1949481],"study_design_scores_gemma":[0.000560552,0.00034008652,0.414063,0.00069548405,0.00006981935,0.0000148807385,0.33698657,0.000057934325,1.1455639e-8,0.00018749379,0.24687055,0.00015360976],"about_ca_topic_score_codex":0.0039817994,"about_ca_topic_score_gemma":0.004307422,"teacher_disagreement_score":0.6168583,"about_ca_system_score_codex":0.00046985853,"about_ca_system_score_gemma":0.0032033448,"threshold_uncertainty_score":0.9999999},"labels":[],"label_agreement":null},{"id":"W4404653628","doi":"10.2196/56369","title":"Refining Established Practices for Research Question Definition to Foster Interdisciplinary Research Skills in a Digital Age: Consensus Study With Nominal Group Technique","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Nominal group technique; Refining (metallurgy); Group (periodic table); Psychology; Qualitative research; Computer science; Sociology; Knowledge management; Social science; World Wide Web","score_opus":0.19629558520648302,"score_gpt":0.5880371456903879,"score_spread":0.39174156048390485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404653628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9407147,0.000087751614,0.004176013,0.03630573,0.0006697066,0.0050563733,0.000024644118,0.0000895668,0.012875516],"genre_scores_gemma":[0.98677695,0.0000011236493,0.002712705,0.00010548418,0.0006148103,0.0068235057,0.00010503479,0.000034033637,0.0028263486],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9902856,0.0014928841,0.0009495992,0.0011687106,0.0053098504,0.0007933505],"domain_scores_gemma":[0.98563576,0.009788567,0.00017201543,0.00064212293,0.0032064097,0.0005551361],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041617155,0.0001920927,0.00028482746,0.0034401068,0.00052252715,0.0027387447,0.000794968,0.0002424187,0.00014271948],"category_scores_gemma":[0.036911152,0.00013896034,0.000056148856,0.0060736123,0.00038630256,0.0013578777,0.0008076138,0.0014619136,0.00022204913],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012042351,0.0108842775,0.010161502,0.00034566876,0.00006115069,0.00096707174,0.05065362,0.0000075229873,0.0023829315,0.017432986,0.23686056,0.6582004],"study_design_scores_gemma":[0.0035560727,0.0414664,0.0634103,0.008025517,0.000035632253,0.0006208033,0.5433508,0.0038058711,0.00058504025,0.24317536,0.09065191,0.0013162817],"about_ca_topic_score_codex":0.000108493485,"about_ca_topic_score_gemma":0.005714502,"teacher_disagreement_score":0.6568841,"about_ca_system_score_codex":0.00072979776,"about_ca_system_score_gemma":0.0036170206,"threshold_uncertainty_score":0.9982965},"labels":[],"label_agreement":null},{"id":"W4404654665","doi":"10.2196/58375","title":"Performance of Plug-In Augmented ChatGPT and Its Ability to Quantify Uncertainty: Simulation Study on the German Medical Board Examination","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; German; Engineering; Psychology; Computer science; Geography; World Wide Web; Archaeology","score_opus":0.1048683091182641,"score_gpt":0.49498275520475615,"score_spread":0.39011444608649204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404654665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9661497,0.00013422605,0.000027513177,0.03105135,0.0008102436,0.0016306051,9.931065e-7,0.000038664188,0.0001567122],"genre_scores_gemma":[0.9979184,0.00005382462,0.0000060426105,0.001132941,0.0003706685,0.00036005286,0.000024643476,0.000012563367,0.000120844066],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99770325,0.0002209953,0.000533392,0.0003347612,0.0010239591,0.00018366509],"domain_scores_gemma":[0.9984276,0.0007775897,0.00006281284,0.00023462692,0.00021018506,0.0002871666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002147995,0.00012159963,0.00019536463,0.0002498684,0.00007286932,0.000019203622,0.00010370474,0.00017065137,0.00046794448],"category_scores_gemma":[0.0030091458,0.00008539636,0.000030178044,0.00049842196,0.00007065729,0.00010484542,0.000026858954,0.0003827115,0.000054233624],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037137597,0.0038225735,0.12014776,0.0011304105,0.000029438957,0.000006787893,0.051302288,0.00016860288,0.00028843284,0.0017266432,0.0008787796,0.8201269],"study_design_scores_gemma":[0.00012211775,0.0011301918,0.7162778,0.0015390742,0.000028401284,0.0000059589324,0.0048845243,0.27405924,0.0005902674,0.00013597323,0.001107781,0.00011868999],"about_ca_topic_score_codex":0.00031503645,"about_ca_topic_score_gemma":0.0001439518,"teacher_disagreement_score":0.8200082,"about_ca_system_score_codex":0.00023268836,"about_ca_system_score_gemma":0.0013186248,"threshold_uncertainty_score":0.5123664},"labels":[],"label_agreement":null},{"id":"W4404654680","doi":"10.2196/59301","title":"Guidelines for Patient-Centered Documentation in the Era of Open Notes: Qualitative Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Documentation; Computer science; World Wide Web; Operating system","score_opus":0.21767362701098036,"score_gpt":0.6537310790205058,"score_spread":0.4360574520095254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404654680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8880528,0.0008720198,0.0006476332,0.09181609,0.0032663126,0.014502972,0.000018727544,0.000035535904,0.0007878708],"genre_scores_gemma":[0.98087054,0.000036955862,0.00037496883,0.0060789348,0.0004894941,0.011744108,0.000105736864,0.000018133736,0.0002811143],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99521327,0.002407611,0.0012896382,0.0002581327,0.0005376693,0.00029368402],"domain_scores_gemma":[0.9961498,0.0028329669,0.00024960848,0.00023550812,0.00043381212,0.0000983478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059401155,0.00009975464,0.00023373078,0.000099984616,0.0001559751,0.00002783726,0.00038880415,0.00011891838,0.00039266128],"category_scores_gemma":[0.004403216,0.00006465717,0.000035971887,0.0004179859,0.000027652992,0.00023649402,0.00005826529,0.00053853035,0.00004361988],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095363,0.0010338975,0.0019233465,0.0010952727,0.000022838962,5.340192e-7,0.7296344,2.4909372e-7,0.000014846995,0.004264867,0.12905724,0.13285714],"study_design_scores_gemma":[0.0015375034,0.0009063696,0.002842118,0.0031169693,0.000019414501,0.0000013262226,0.91316277,0.00062883855,0.000006713001,0.0041700667,0.073491186,0.000116724616],"about_ca_topic_score_codex":0.0049942452,"about_ca_topic_score_gemma":0.0026893145,"teacher_disagreement_score":0.18352838,"about_ca_system_score_codex":0.00034809308,"about_ca_system_score_gemma":0.0062571433,"threshold_uncertainty_score":0.9993765},"labels":[],"label_agreement":null},{"id":"W4404654936","doi":"10.2196/63129","title":"Performance of ChatGPT-4o on the Japanese Medical Licensing Examination: Evalution of Accuracy in Text-Only and Image-Based Questions","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Psychology; Computer science; World Wide Web","score_opus":0.058946393628845455,"score_gpt":0.4490566095975038,"score_spread":0.39011021596865836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404654936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9518354,0.0005474605,0.00003083453,0.045663085,0.0006057863,0.0004921814,0.000001077311,0.000024769824,0.00079940824],"genre_scores_gemma":[0.997993,0.00031786517,0.000072439514,0.0009837825,0.00040249198,0.00009803827,0.000033539432,0.000010953166,0.00008786803],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99812675,0.00016943007,0.0005401439,0.00020596209,0.00081217795,0.00014551642],"domain_scores_gemma":[0.99813163,0.0010929774,0.000101960795,0.0002092591,0.00028279307,0.00018136298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016476344,0.00009745851,0.00017024887,0.0002628322,0.000061435385,0.000013484094,0.00008512087,0.00019154114,0.0007046097],"category_scores_gemma":[0.0057633957,0.000069373935,0.000038018145,0.0005615409,0.00029694,0.00013675923,0.000013689245,0.00040378206,0.000019690875],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108919034,0.0009868118,0.01119422,0.0013642417,0.00001244679,0.0000032527892,0.0105741685,0.000003698164,0.0007876844,0.0023438071,0.0012845128,0.97133625],"study_design_scores_gemma":[0.00033270288,0.0013373133,0.743364,0.018829467,0.00011660144,0.00019763262,0.01233654,0.20979764,0.0094845,0.00059473276,0.0033076429,0.00030127898],"about_ca_topic_score_codex":0.00044900953,"about_ca_topic_score_gemma":0.00006218055,"teacher_disagreement_score":0.97103494,"about_ca_system_score_codex":0.00014043432,"about_ca_system_score_gemma":0.003993025,"threshold_uncertainty_score":0.77149814},"labels":[],"label_agreement":null},{"id":"W4404654942","doi":"10.2196/58008","title":"Exploring Connections Between Mental Health, Burnout, and Academic Factors Among Medical Students at an Iranian University: Cross-Sectional Questionnaire Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Preprint; Burnout; Mental health; Psychology; Clinical psychology; Medical education; Medicine; Psychiatry; Computer science","score_opus":0.13546419046996655,"score_gpt":0.513251150945565,"score_spread":0.3777869604755984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404654942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.975069,0.0008071653,0.00003642271,0.016356932,0.0056292894,0.001644186,0.00005758182,0.00032200123,0.00007742469],"genre_scores_gemma":[0.99407893,0.0009771752,0.0000108613995,0.00083843246,0.0020949095,0.00025757708,0.00032863067,0.000039489412,0.0013739654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99403614,0.0014398311,0.0008947435,0.0007286366,0.002290083,0.0006105672],"domain_scores_gemma":[0.99690336,0.00050708005,0.00019239282,0.00023695908,0.00016524938,0.0019949474],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026508183,0.00025892298,0.00036823153,0.00036125796,0.0028639561,0.000054378812,0.00045206278,0.0006255921,0.001587126],"category_scores_gemma":[0.00061559625,0.00022482793,0.00006697097,0.00044317305,0.00024792025,0.0008096102,0.00040195603,0.0025540255,0.0000837038],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031669984,0.00041283094,0.9547857,0.00036430944,0.00004819827,0.000008200359,0.024401601,9.3515766e-8,0.0000011907748,0.00033804114,0.0011769605,0.018431228],"study_design_scores_gemma":[0.00071506295,0.00020818664,0.95868105,0.00376805,0.000014794193,0.000007248328,0.028453898,0.00009047865,5.4334373e-7,0.00008325067,0.0077895205,0.00018791256],"about_ca_topic_score_codex":0.0036921417,"about_ca_topic_score_gemma":0.0024240504,"teacher_disagreement_score":0.019009963,"about_ca_system_score_codex":0.0013733505,"about_ca_system_score_gemma":0.005293946,"threshold_uncertainty_score":0.9997471},"labels":[],"label_agreement":null},{"id":"W4404917446","doi":"10.2196/54297","title":"Using ChatGPT in Nursing: Scoping Review of Current Opinions","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Strengths and weaknesses; MEDLINE; Web of science; Nursing; Data extraction; Nursing practice; Medicine; Nursing literature; Psychology; Alternative medicine; Meta-analysis; Political science; Pathology","score_opus":0.26365562399785425,"score_gpt":0.6146995006587752,"score_spread":0.35104387666092096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404917446","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20410053,0.6867385,0.001927385,0.08663459,0.0140553145,0.0036589652,0.0000031507084,0.00011788524,0.0027636741],"genre_scores_gemma":[0.9400808,0.054594744,0.00053028995,0.0022373295,0.002004092,0.0003025821,0.00017544687,0.000025869314,0.000048836762],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9986866,0.000052896623,0.0005652202,0.00018376793,0.00036101532,0.00015049177],"domain_scores_gemma":[0.99937266,0.00009364455,0.00005917675,0.00015697803,0.00012389939,0.00019364478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046250186,0.00007272879,0.00019973026,0.00014691734,0.000025766603,0.0000074173454,0.00005430295,0.00008371626,0.000657726],"category_scores_gemma":[0.0009149126,0.0000648636,0.000054834803,0.00056772423,0.000074162956,0.00008349131,0.0000074471823,0.00033938733,0.000030635478],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006683112,0.0005926879,0.0011733872,0.037497252,0.0000027400083,0.0000010681972,0.0022138597,2.5781006e-7,0.000028162789,0.002213794,0.0040835384,0.9521866],"study_design_scores_gemma":[0.000022181617,0.000051800864,0.00085038214,0.9925753,0.000026853846,0.000040597413,0.00059846445,0.0014289013,0.00039081505,0.0010601298,0.0028786554,0.000075931646],"about_ca_topic_score_codex":0.00009439821,"about_ca_topic_score_gemma":0.0000092201635,"teacher_disagreement_score":0.95507807,"about_ca_system_score_codex":0.0002502942,"about_ca_system_score_gemma":0.007427835,"threshold_uncertainty_score":0.9981991},"labels":[],"label_agreement":null},{"id":"W4404917666","doi":"10.2196/59902","title":"Performance Comparison of Junior Residents and ChatGPT in the Objective Structured Clinical Examination (OSCE) for Medical History Taking and Documentation of Medical Records: Development and Usability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Medical record; Checklist; Objective structured clinical examination; Medical history; Medical education; Usability; Psychology; Medicine; Computer science; Surgery","score_opus":0.1379794360929445,"score_gpt":0.5268376338722495,"score_spread":0.38885819777930497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404917666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938406,0.0010747543,0.000085850006,0.002735191,0.0009570144,0.0012610741,5.9823594e-7,0.000010243002,0.00003472938],"genre_scores_gemma":[0.99854666,0.00035882046,0.00021543563,0.00025604136,0.00025319925,0.00031724578,0.000022945636,0.000007829905,0.00002180217],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99699634,0.0003508855,0.0010640465,0.00031581137,0.0011326442,0.00014029177],"domain_scores_gemma":[0.9980993,0.0011594944,0.00021522531,0.00012941979,0.00016647953,0.00023005396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006008161,0.000102268954,0.00030984494,0.00016707036,0.0000599155,0.000013022666,0.000097888464,0.00025404643,0.00018302475],"category_scores_gemma":[0.0054122237,0.000075603595,0.000020153191,0.00017123026,0.00034257286,0.00014306419,0.000034152985,0.0003913758,4.8983367e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009620086,0.00059440505,0.36115965,0.00066495757,0.000012778634,5.440321e-7,0.070117995,3.5493393e-8,0.0000036148776,0.00008312035,0.0001869971,0.5670797],"study_design_scores_gemma":[0.00027622608,0.0006337688,0.9452027,0.0008706806,0.000031398908,0.000015171293,0.04772996,0.0045391507,0.00008092033,0.00014941624,0.00040728264,0.00006329077],"about_ca_topic_score_codex":0.0006866333,"about_ca_topic_score_gemma":0.00090862456,"teacher_disagreement_score":0.5840431,"about_ca_system_score_codex":0.0002828652,"about_ca_system_score_gemma":0.0030247967,"threshold_uncertainty_score":0.6479329},"labels":[],"label_agreement":null},{"id":"W4404925337","doi":"10.2196/60940","title":"Impact of Ophthalmic Knowledge Assessment Program Scores and Surgical Volume on Subspecialty Fellowship Application in Ophthalmology Residency: Retrospective Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Ophthalmology and Visual Health Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Subspecialty; Residency training; Graduation (instrument); Ophthalmology; Retrospective cohort study; Glaucoma; Family medicine; Graduate medical education; Accreditation; Surgery; Medical education; Continuing education","score_opus":0.05554440614194932,"score_gpt":0.5663611093668275,"score_spread":0.5108167032248782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404925337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98556936,0.0007731168,0.0000014516206,0.0010335428,0.0003421422,0.0044432897,0.0000039554843,0.000053286272,0.0077798613],"genre_scores_gemma":[0.9964391,0.00008151201,0.000056717163,0.000011007908,0.00048375182,0.0020837914,0.000078655234,0.000025829178,0.0007396343],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99714077,0.0005109616,0.00057229766,0.00066459464,0.0007274334,0.00038397382],"domain_scores_gemma":[0.9985448,0.00036330448,0.00008312896,0.0003400625,0.00022788845,0.00044082306],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020519148,0.0001993029,0.00054894824,0.0005114077,0.000070666094,0.000020017047,0.00013255542,0.00037102104,0.0009846751],"category_scores_gemma":[0.00049967313,0.00015621015,0.000111257425,0.0008733816,0.00032459866,0.00008095525,0.00006236375,0.0010701516,0.00005091245],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053721655,0.010113109,0.9634746,0.00043124985,0.000077410885,0.00033226731,0.0006800476,1.4747512e-7,0.000011328275,0.0009660233,0.000594259,0.02278237],"study_design_scores_gemma":[0.0008899186,0.008053849,0.98727894,0.00044165057,0.000035078403,0.0011255464,0.00021207165,0.0011018732,0.000004058356,0.00066951604,0.00007868439,0.00010879862],"about_ca_topic_score_codex":0.00083359604,"about_ca_topic_score_gemma":0.00003980924,"teacher_disagreement_score":0.023804383,"about_ca_system_score_codex":0.00087465736,"about_ca_system_score_gemma":0.005856536,"threshold_uncertainty_score":0.99992853},"labels":[],"label_agreement":null},{"id":"W4404962502","doi":"10.2196/55206","title":"Integration of an Audiovisual Learning Resource in a Podiatric Medical Infectious Disease Course: Multiple Cohort Pilot Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Infectious disease (medical specialty); Cohort; Medicine; Course (navigation); Cohort study; Disease; Medical education; Computer science; Engineering; World Wide Web; Pathology","score_opus":0.012330336309091744,"score_gpt":0.38954900824949884,"score_spread":0.3772186719404071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404962502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899375,0.00038713633,0.00042481444,0.005448514,0.0012491873,0.0016788988,0.000001630646,0.00022853579,0.0006437796],"genre_scores_gemma":[0.9954703,0.00004297695,0.0001879729,0.0011910698,0.0012790911,0.00084130815,0.00054950884,0.000047823432,0.0003899882],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99540913,0.00041859772,0.0009625107,0.0005696738,0.0023322897,0.0003078231],"domain_scores_gemma":[0.9982997,0.00027865474,0.00014947614,0.00040674844,0.0003203651,0.00054505],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028242907,0.00022640938,0.00038862767,0.00083574594,0.00009417535,0.00004182682,0.00021358245,0.00022135422,0.0012003278],"category_scores_gemma":[0.015725652,0.00020031873,0.000062126426,0.002191884,0.0002211674,0.00025390825,0.000052909123,0.0014918688,0.000049812523],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041676583,0.02498539,0.52428275,0.0005795704,0.00008833021,0.00010251374,0.00392392,0.000015613605,0.00015795545,0.0007081269,0.010310201,0.43442884],"study_design_scores_gemma":[0.0018638378,0.00258934,0.9412772,0.0013746348,0.00020300475,0.00009197966,0.0050389837,0.041670665,0.00001740785,0.00012799582,0.005507397,0.00023752333],"about_ca_topic_score_codex":0.000386498,"about_ca_topic_score_gemma":0.00015739085,"teacher_disagreement_score":0.43419132,"about_ca_system_score_codex":0.0004447383,"about_ca_system_score_gemma":0.007044488,"threshold_uncertainty_score":0.9997127},"labels":[],"label_agreement":null},{"id":"W4404962696","doi":"10.2196/60255","title":"Faculty Perceptions on the Roles of Mentoring, Advising, and Coaching in an Anesthesiology Residency Program: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coaching; Anesthesiology; Preprint; Medical education; Peer mentoring; Psychology; Perception; Medicine; Computer science","score_opus":0.056273340451219976,"score_gpt":0.4992559991125616,"score_spread":0.4429826586613416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404962696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942468,0.0002765479,0.00002726562,0.0023725533,0.0015461108,0.00059993897,6.7715916e-7,0.000059568152,0.0008705364],"genre_scores_gemma":[0.996462,0.00001308545,0.0012185689,0.00013490871,0.00021085475,0.0009163986,0.000018726725,0.000012000037,0.001013468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979376,0.0009480654,0.0003318812,0.0003221229,0.0002639673,0.0001963673],"domain_scores_gemma":[0.9992788,0.0003199433,0.000056513927,0.00019252961,0.00002339818,0.00012882674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025819924,0.000106352505,0.00014829225,0.00014688204,0.00006891346,0.00002703098,0.00017710023,0.00013803906,0.00041265468],"category_scores_gemma":[0.0003988011,0.00006986863,0.000020738138,0.00019238985,0.000077457364,0.000050460836,0.00003441677,0.00042641914,0.000013696917],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016090442,0.0016983805,0.07698582,0.00003747357,0.00002915771,0.0000042539277,0.12394858,3.1112506e-7,0.00012547069,0.0047752117,0.004228052,0.7881512],"study_design_scores_gemma":[0.00020541174,0.0004927246,0.9171188,0.00032104383,0.000018981022,0.000011217207,0.062275026,0.00008001349,0.000025517716,0.0008907387,0.018453028,0.000107502055],"about_ca_topic_score_codex":0.000083636034,"about_ca_topic_score_gemma":0.00003190271,"teacher_disagreement_score":0.84013295,"about_ca_system_score_codex":0.00007522886,"about_ca_system_score_gemma":0.00035667236,"threshold_uncertainty_score":0.45182794},"labels":[],"label_agreement":null},{"id":"W4404963495","doi":"10.2196/64284","title":"Performance Evaluation and Implications of Large Language Models in Radiology Board Exams: Prospective Comparative Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; World Wide Web","score_opus":0.09867950018835837,"score_gpt":0.5082866943012985,"score_spread":0.4096071941129401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404963495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898356,0.0026179247,0.0004123509,0.0039552446,0.00019625937,0.00082454446,0.000003944054,0.000024892532,0.002129214],"genre_scores_gemma":[0.9982944,0.0002952551,0.00014136359,0.00026840047,0.00016601651,0.00059181824,0.00015162719,0.000005066943,0.000086023865],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988438,0.00009753414,0.00038107933,0.00025384754,0.0002809012,0.0001428747],"domain_scores_gemma":[0.99927634,0.00014134089,0.000060393955,0.0001669121,0.00022698476,0.00012800535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000775487,0.000078347184,0.00023843048,0.0004134031,0.00003888969,0.000008910113,0.000046815654,0.0001252559,0.0003147157],"category_scores_gemma":[0.0002168155,0.00006780754,0.000042088832,0.0009757307,0.000091219576,0.00015047584,0.000011910693,0.00021012928,0.000010313663],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010957427,0.0010699128,0.4163324,0.0004301861,0.00021248459,0.0000010487138,0.10258933,0.00013120573,0.00038547558,0.009214686,0.0013526195,0.46817106],"study_design_scores_gemma":[0.00010496608,0.00016790089,0.71878606,0.000289051,0.00028807635,0.000016073374,0.013346754,0.26369333,0.0006799035,0.002334638,0.00020084222,0.000092428185],"about_ca_topic_score_codex":0.00038735854,"about_ca_topic_score_gemma":0.00036901628,"teacher_disagreement_score":0.46807864,"about_ca_system_score_codex":0.00022057923,"about_ca_system_score_gemma":0.0015807279,"threshold_uncertainty_score":0.34459162},"labels":[],"label_agreement":null},{"id":"W4404993326","doi":"10.2196/57451","title":"Performance of GPT-3.5 and GPT-4 on the Korean Pharmacist Licensing Examination: Comparison Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacy; Pharmacist; Medicine; Legislation; Medical education; Family medicine; Political science","score_opus":0.15283647417707996,"score_gpt":0.49557328775920856,"score_spread":0.3427368135821286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404993326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98093545,0.00040490474,0.000013903362,0.014959432,0.0011907923,0.00072434085,4.9707205e-7,0.000040148763,0.0017305141],"genre_scores_gemma":[0.9977569,0.00012272618,0.000023959345,0.00087370776,0.0007704022,0.00010194368,0.000016935479,0.000011557003,0.0003218403],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986886,0.000104058876,0.00038405453,0.00020373608,0.0004932689,0.00012628944],"domain_scores_gemma":[0.99908966,0.00035360738,0.00006335505,0.00018282096,0.0001542967,0.00015628619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000835366,0.0000923666,0.00014882794,0.00011757829,0.00011859028,0.000028238856,0.000066885834,0.00007104904,0.00032775337],"category_scores_gemma":[0.0004286244,0.00006208231,0.000025793419,0.00031626286,0.00012079763,0.00007807787,0.00001519117,0.0003253536,0.00006293967],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007505687,0.0014633453,0.05720441,0.0003663438,0.000025966716,0.000002020307,0.028830258,0.0000012830409,0.00013564699,0.0008343946,0.0070727593,0.90398854],"study_design_scores_gemma":[0.0004714345,0.005745491,0.59127396,0.006789776,0.00043602026,0.00024190097,0.13592967,0.19466996,0.019248247,0.0004486211,0.044132706,0.00061221485],"about_ca_topic_score_codex":0.00012923247,"about_ca_topic_score_gemma":0.000015220293,"teacher_disagreement_score":0.9033763,"about_ca_system_score_codex":0.00008339955,"about_ca_system_score_gemma":0.00076600414,"threshold_uncertainty_score":0.35886693},"labels":[],"label_agreement":null},{"id":"W4405018172","doi":"10.2196/58898","title":"Factors Associated With the Accuracy of Large Language Models in Basic Medical Science Examinations: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cross-sectional study; Medical science; Psychology; Computer science; Artificial intelligence; Medical education; Medicine; World Wide Web; Pathology","score_opus":0.15672788051142494,"score_gpt":0.5171832087574989,"score_spread":0.36045532824607396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405018172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99314916,0.0003057804,0.00013153638,0.004463847,0.00074706273,0.0007850884,0.000003960459,0.000047516074,0.00036602508],"genre_scores_gemma":[0.9986652,0.000012470251,0.000004985098,0.0005460484,0.0002654773,0.00023350962,0.0000643931,0.000012207912,0.00019570498],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99699533,0.000116070434,0.0004821154,0.00031049515,0.0018444717,0.00025152453],"domain_scores_gemma":[0.9980123,0.0010223403,0.00009214799,0.0002299962,0.00038624526,0.00025696674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028797176,0.00010619548,0.000159087,0.00032677036,0.00015795766,0.000057145626,0.00023469732,0.00015153772,0.0008850893],"category_scores_gemma":[0.0081514325,0.00006322237,0.000037218695,0.0014719584,0.0003961933,0.00033909993,0.000034755492,0.0005317221,0.000010505883],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034638633,0.0040734163,0.906788,0.00013631725,0.000033826742,0.00000946398,0.05385257,0.000008215056,0.000060199083,0.0026419437,0.00076772005,0.031593688],"study_design_scores_gemma":[0.00011337401,0.00020502084,0.96259314,0.0004451882,0.000016302414,0.0000070802607,0.028223384,0.0076271496,0.00026614754,0.00032837794,0.000100180805,0.000074671785],"about_ca_topic_score_codex":0.00076599704,"about_ca_topic_score_gemma":0.0010953483,"teacher_disagreement_score":0.05580512,"about_ca_system_score_codex":0.0003515013,"about_ca_system_score_gemma":0.009258706,"threshold_uncertainty_score":0.99635786},"labels":[],"label_agreement":null},{"id":"W4405021700","doi":"10.2196/57424","title":"Barriers to and Facilitators of Implementing Team-Based Extracorporeal Membrane Oxygenation Simulation Study: Exploratory Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Preprint; Exploratory analysis; Exploratory research; Psychology; Engineering; Computer science; Data science; Sociology; World Wide Web","score_opus":0.023494833522175646,"score_gpt":0.41142038945266113,"score_spread":0.3879255559304855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405021700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913901,0.00019578352,0.0022439545,0.0037638524,0.0004873964,0.0016442834,0.000018953226,0.00012670364,0.00012895225],"genre_scores_gemma":[0.9974927,0.0000031982604,0.00043237957,0.00087095,0.00027235667,0.000510875,0.00030589316,0.000026530945,0.00008512602],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99723923,0.00019228338,0.0008029283,0.0004944199,0.0010289415,0.00024221568],"domain_scores_gemma":[0.997439,0.00057475833,0.0001387161,0.00033962427,0.00057624734,0.0009316169],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013128406,0.00017685372,0.00033344788,0.0012413876,0.00012895216,0.000036561556,0.00008038331,0.0001421286,0.001504369],"category_scores_gemma":[0.0014355531,0.00017094571,0.00010545431,0.0020894827,0.00006456426,0.00017909711,0.00002107689,0.00022423816,0.000012606682],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012983775,0.00052911893,0.93291366,0.0009046838,0.0003171724,0.0000027930196,0.025493275,0.00444562,0.0002763893,0.00019621385,0.0010637499,0.03372751],"study_design_scores_gemma":[0.0010075198,0.00047372628,0.69934887,0.00043427316,0.0008542329,0.0000024027688,0.041331425,0.25365162,0.00039081363,0.00009968461,0.0021232606,0.00028214537],"about_ca_topic_score_codex":0.00024556482,"about_ca_topic_score_gemma":0.00007029658,"teacher_disagreement_score":0.249206,"about_ca_system_score_codex":0.00031206434,"about_ca_system_score_gemma":0.0045118104,"threshold_uncertainty_score":0.99940836},"labels":[],"label_agreement":null},{"id":"W4405050704","doi":"10.2196/52068","title":"Evaluation of a Computer-Based Morphological Analysis Method for Free-Text Responses in the General Medicine In-Training Examination: Algorithm Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Text messaging; Matching (statistics); Computer science; Natural language processing; Presentation (obstetrics); Artificial intelligence; Segmentation; Domain (mathematical analysis); Medical education; Medicine; Machine learning; Medical physics; Pathology; Radiology","score_opus":0.15228164627934684,"score_gpt":0.5287105663652942,"score_spread":0.3764289200859474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405050704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9038059,0.00040609474,0.07037718,0.02071394,0.0008721654,0.0036780897,0.0000114028035,0.000046910343,0.00008833755],"genre_scores_gemma":[0.972961,0.0000037283753,0.021603346,0.0011585724,0.000976908,0.0025914828,0.0006557845,0.000017865119,0.000031292362],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9930168,0.00287577,0.0010414419,0.00052317,0.0023201397,0.0002226881],"domain_scores_gemma":[0.9939073,0.0040625064,0.00019560038,0.0005190663,0.0011711498,0.00014441145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01886077,0.00017887712,0.00045921162,0.0015471817,0.00006606145,0.000026635436,0.00023327887,0.00020851377,0.00073477876],"category_scores_gemma":[0.0044777873,0.00013027515,0.000113485774,0.0031060225,0.00010278782,0.00010651622,0.000016454072,0.00035506702,0.000002386927],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018814589,0.003514468,0.07751309,0.00036188593,0.00023254793,0.000015911824,0.057135575,0.004391853,0.000068921945,0.00058249955,0.0018833745,0.85411173],"study_design_scores_gemma":[0.0017030195,0.00049193646,0.44875234,0.00025807993,0.0006135099,0.000012589465,0.008971843,0.53845793,0.000020968806,0.0005752982,0.000067090165,0.00007536801],"about_ca_topic_score_codex":0.0006170501,"about_ca_topic_score_gemma":0.00009533998,"teacher_disagreement_score":0.85403633,"about_ca_system_score_codex":0.0005804661,"about_ca_system_score_gemma":0.0048275325,"threshold_uncertainty_score":0.8563835},"labels":[],"label_agreement":null},{"id":"W4405146082","doi":"10.2196/68046","title":"Transforming Medical Education to Make Patient Safety Part of the Genome of a Modern Health Care Worker","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Health care; Healthcare worker; Patient safety; Business; Nursing; Medicine; Computer science; World Wide Web; Political science","score_opus":0.005070173247799836,"score_gpt":0.2629633893350301,"score_spread":0.25789321608723026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405146082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88640505,0.027035194,0.017007906,0.045634948,0.018201431,0.0019642191,0.00005371846,0.0004379837,0.0032595496],"genre_scores_gemma":[0.9976748,0.00023587991,0.00031952365,0.0008187801,0.00050534925,0.00024428466,0.00008312854,0.000031045027,0.000087191984],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981444,0.00003554462,0.0005648004,0.00018880969,0.0008402909,0.00022614232],"domain_scores_gemma":[0.99913085,0.00004268329,0.000037150203,0.00024815855,0.00007661987,0.00046454457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025492854,0.0001388751,0.00019949755,0.00014174568,0.000038582886,0.000010781589,0.0002345733,0.00018974023,0.00037810585],"category_scores_gemma":[0.0001514535,0.00010378394,0.00008868675,0.00058691815,0.00006338474,0.000054215496,0.000025065823,0.00031932018,0.000010726795],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067588016,0.00024393295,0.000048213555,0.0018657254,0.000024514859,1.6267477e-7,0.016747091,0.00018125816,0.0001448885,0.00061540026,0.008781891,0.9713402],"study_design_scores_gemma":[0.0003660034,0.0002511473,0.016573727,0.009854367,0.000058708676,0.00004663318,0.0039949752,0.014818599,0.00095217273,0.0007084146,0.9518121,0.0005631367],"about_ca_topic_score_codex":0.000061536186,"about_ca_topic_score_gemma":0.00004681642,"teacher_disagreement_score":0.97077703,"about_ca_system_score_codex":0.00028482804,"about_ca_system_score_gemma":0.003410693,"threshold_uncertainty_score":0.60504234},"labels":[],"label_agreement":null},{"id":"W4405274217","doi":"10.2196/58165","title":"Topics and Trends of Health Informatics Education Research: Scientometric Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health informatics; Informatics; Data science; Computer science; Library science; Political science; Health care","score_opus":0.14045332575168223,"score_gpt":0.6141640367578992,"score_spread":0.473710711006217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405274217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83311397,0.026331695,0.0012387065,0.09129612,0.0077457465,0.0021412086,0.000013520849,0.00020175891,0.037917275],"genre_scores_gemma":[0.9819302,0.0009928872,0.00047619618,0.0015954449,0.0008943108,0.00057352544,0.00011934137,0.000015120221,0.013403008],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955902,0.0011244323,0.0013283793,0.0002079846,0.0011966414,0.0005523414],"domain_scores_gemma":[0.9977739,0.0006717114,0.0002756914,0.00031920386,0.00043645414,0.00052304385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010216638,0.00009152477,0.00032650615,0.005433842,0.00038566854,0.000023575638,0.00018856167,0.00023252668,0.00076748215],"category_scores_gemma":[0.0019205621,0.00007623886,0.00005365594,0.01408682,0.000118769894,0.00017074308,0.000065766246,0.0009696115,0.00006548613],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002799059,0.00017422222,0.011966768,0.0026473047,0.000037028436,5.4916814e-8,0.016224548,1.546067e-7,9.4860945e-7,0.010307986,0.0838318,0.8748064],"study_design_scores_gemma":[0.00019341754,0.00022560553,0.11235344,0.0016338215,0.000049925282,0.0000040944683,0.019832455,0.004241635,0.0000017175954,0.0010306996,0.8603089,0.00012433284],"about_ca_topic_score_codex":0.00176073,"about_ca_topic_score_gemma":0.0003347469,"teacher_disagreement_score":0.87468207,"about_ca_system_score_codex":0.00092072453,"about_ca_system_score_gemma":0.028109632,"threshold_uncertainty_score":0.97740006},"labels":[],"label_agreement":null},{"id":"W4405426650","doi":"10.2196/56132","title":"Long-Term Knowledge Retention of Biochemistry Among Medical Students in Riyadh, Saudi Arabia: Cross-Sectional Survey","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Abdullah International Medical Research Center","keywords":"Context (archaeology); Knowledge retention; Dilemma; Recall; Medical education; Term (time); Psychology; Cornerstone; Cross-sectional study; Medicine; Pathology; Biology","score_opus":0.05686821307750606,"score_gpt":0.49311101459032924,"score_spread":0.4362428015128232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405426650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878571,0.00051894196,0.000035752473,0.0015720144,0.005653952,0.00023699945,0.0000042350416,0.0000506056,0.004070377],"genre_scores_gemma":[0.99342304,0.00016252857,0.0000073138076,0.00013124719,0.0011151467,0.00010355321,0.0001130844,0.000008507065,0.004935597],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99597883,0.00049667136,0.00051668077,0.00041543986,0.002309197,0.00028319503],"domain_scores_gemma":[0.9984878,0.00048104915,0.000098246885,0.00016947211,0.00026428312,0.00049915153],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007004121,0.00010555865,0.00015029126,0.00021858487,0.00018682398,0.00018395483,0.00071764615,0.00043552974,0.0070605027],"category_scores_gemma":[0.006113886,0.00010222896,0.00007456232,0.0010755725,0.00095494674,0.000272985,0.00006958084,0.00048278118,0.000109390356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008031062,0.0006853578,0.9803433,0.00008048573,0.000007110933,0.0000018401116,0.0046157283,1.0051688e-7,0.000017546145,0.0005314744,0.0032614674,0.010447585],"study_design_scores_gemma":[0.00015533881,0.000013892688,0.9969386,0.00026663346,0.0000026392104,0.0000034610985,0.0009940407,0.00004888634,0.000034907644,0.00020558687,0.0012351976,0.00010081573],"about_ca_topic_score_codex":0.0019761918,"about_ca_topic_score_gemma":0.008448159,"teacher_disagreement_score":0.016595328,"about_ca_system_score_codex":0.00036141177,"about_ca_system_score_gemma":0.009526665,"threshold_uncertainty_score":0.9960884},"labels":[],"label_agreement":null},{"id":"W4406000215","doi":"10.2196/63719","title":"Assessment of Artificial Intelligence Chatbot Performance on the Canadian Otolaryngology and Head and Neck Surgery In-Training Exam: Insights from an Experimental Comparative Analysis (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Otorhinolaryngology; Head and neck surgery; Preprint; Chatbot; Training (meteorology); Medicine; Medical education; Computer science; Psychology; Artificial intelligence; Surgery; World Wide Web; Geography","score_opus":0.1748247609159025,"score_gpt":0.47535609763486486,"score_spread":0.30053133671896237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406000215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933799,0.00058584125,0.00004820776,0.004772043,0.00042616992,0.00040647428,0.0000018044063,0.000012791249,0.00036677194],"genre_scores_gemma":[0.9985049,0.00009487388,0.000117240765,0.0007980739,0.00023192482,0.00016604336,0.00007527348,0.0000056923304,0.000006011524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986393,0.00014187102,0.0004531447,0.00032402293,0.0002748253,0.00016682761],"domain_scores_gemma":[0.9988293,0.00052590214,0.00006119216,0.00018615766,0.00007055288,0.0003269108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046362646,0.00010745112,0.00027776018,0.00043651112,0.00011766075,0.000038408903,0.00006135171,0.0001333913,0.0003335767],"category_scores_gemma":[0.00015930123,0.00008127173,0.000034921562,0.0005042209,0.00022129306,0.00012209226,0.000014769646,0.00035164284,0.0000063591583],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012983434,0.001130829,0.51824415,0.00018885503,0.00019992505,0.000016768281,0.14758462,0.00004252204,0.00076832384,0.023441935,0.00013777455,0.30811447],"study_design_scores_gemma":[0.0000121289195,0.0002412426,0.917411,0.00050857523,0.00004947786,0.0000091821885,0.02231154,0.055198148,0.0030882738,0.000939521,0.00013335526,0.00009755007],"about_ca_topic_score_codex":0.04973464,"about_ca_topic_score_gemma":0.0821348,"teacher_disagreement_score":0.39916685,"about_ca_system_score_codex":0.00019604644,"about_ca_system_score_gemma":0.0029047155,"threshold_uncertainty_score":0.9565933},"labels":[],"label_agreement":null},{"id":"W4406003817","doi":"10.2196/59210","title":"Leveraging Generative Artificial Intelligence to Improve Motivation and Retrieval in Higher Education Learners","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Generative grammar; Computer science; Psychology; Artificial intelligence; World Wide Web","score_opus":0.11737990841436252,"score_gpt":0.4494598685568568,"score_spread":0.3320799601424943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406003817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88033,0.00030279832,0.001582616,0.11163861,0.003150267,0.0010454084,4.7135373e-7,0.00004093165,0.0019088803],"genre_scores_gemma":[0.98285896,0.00007111619,0.00089054066,0.012104981,0.00096145243,0.0002605747,0.000050526738,0.000013116487,0.002788725],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99824375,0.00009171913,0.0005985391,0.0004465917,0.00036526,0.00025412903],"domain_scores_gemma":[0.99889916,0.00017007708,0.000084384366,0.0002241756,0.0002959422,0.00032626186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005107816,0.00014905311,0.00020817468,0.0005123405,0.000111013134,0.000047802812,0.00008875781,0.00023234994,0.0004678092],"category_scores_gemma":[0.0019913625,0.0001471307,0.000032434713,0.0010025896,0.000086654385,0.00015635419,0.000034981378,0.00041000557,0.000044110737],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023217262,0.00084470364,0.016462106,0.00016270348,0.000010305006,8.418179e-7,0.0049723224,0.000008704148,0.0017915493,0.019545171,0.0021732585,0.95379615],"study_design_scores_gemma":[0.0003146528,0.0014964138,0.47613817,0.006249229,0.000187656,0.00004854062,0.09767118,0.008807274,0.1222412,0.24396753,0.041356634,0.0015215043],"about_ca_topic_score_codex":0.00048895547,"about_ca_topic_score_gemma":0.000044653356,"teacher_disagreement_score":0.9522747,"about_ca_system_score_codex":0.00049589254,"about_ca_system_score_gemma":0.004574885,"threshold_uncertainty_score":0.811565},"labels":[],"label_agreement":null},{"id":"W4406016228","doi":"10.2196/63065","title":"Assessing Familiarity, Usage Patterns, and Attitudes of Medical Students Toward ChatGPT and Other Chat-Based AI Apps in Medical Education: Cross-Sectional Questionnaire Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Psychology; Medical education; Computer science; Artificial intelligence; Medicine; World Wide Web","score_opus":0.08239596470044412,"score_gpt":0.5402742139531204,"score_spread":0.45787824925267623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406016228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9641377,0.000988492,0.00051882514,0.031492103,0.0017066953,0.0009955881,0.0000017102703,0.000038997772,0.000119896635],"genre_scores_gemma":[0.9864695,0.00020717936,0.000057959853,0.011991892,0.00065742724,0.0004506528,0.000041893112,0.000017346812,0.00010613866],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99517816,0.0002957708,0.0010219136,0.0005511587,0.00268141,0.00027160902],"domain_scores_gemma":[0.998279,0.0002563283,0.00016257832,0.0002820902,0.00036802836,0.0006519721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029912726,0.00020861728,0.0003933752,0.0004349602,0.00014993206,0.00015032262,0.00032010177,0.0005709801,0.00085378427],"category_scores_gemma":[0.0035438938,0.0001902958,0.000048482183,0.0005009023,0.00040685004,0.00023563001,0.00013166672,0.0007848762,0.0000057245734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006304396,0.0063995747,0.8612231,0.000794993,0.000025345103,0.000005009587,0.0017854921,2.6840232e-7,0.0000024904894,0.00042939157,0.0003574744,0.12891383],"study_design_scores_gemma":[0.00048081632,0.00017073881,0.99005497,0.0033580104,0.000025848176,0.000033169283,0.0039697853,0.0009463915,0.000039133298,0.00035600984,0.00043318316,0.00013193663],"about_ca_topic_score_codex":0.0051393537,"about_ca_topic_score_gemma":0.0016583352,"teacher_disagreement_score":0.1288319,"about_ca_system_score_codex":0.0002517847,"about_ca_system_score_gemma":0.012279096,"threshold_uncertainty_score":0.99332035},"labels":[],"label_agreement":null},{"id":"W4406016448","doi":"10.2196/63082","title":"Virtual Simulation Tools for Communication Skills Training in Health Care Professionals: Literature Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Health professionals; Training (meteorology); Medical education; Health care; Psychology; Computer science; Knowledge management; Multimedia; Medicine; World Wide Web; Political science","score_opus":0.06837666744118151,"score_gpt":0.5432974463316207,"score_spread":0.47492077889043915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406016448","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007520336,0.96978694,0.00012284171,0.013882056,0.001539273,0.014233976,0.00010047241,0.000103452316,0.00022348078],"genre_scores_gemma":[0.00040714422,0.94279534,0.0011712745,0.013408928,0.0009043995,0.011009799,0.029274996,0.000076930686,0.00095118344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940041,0.0012064514,0.0026020797,0.0007692088,0.00094371143,0.00047447387],"domain_scores_gemma":[0.99014854,0.005633784,0.0011929475,0.0011251054,0.0013389065,0.000560731],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001861202,0.0005316291,0.002258997,0.0008491851,0.00024567425,0.000066793,0.0004165185,0.0010794562,0.00031606707],"category_scores_gemma":[0.008703313,0.0004657005,0.00048150192,0.0018513957,0.00007055819,0.00029378317,0.000059044032,0.001544924,0.000018537272],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012869839,0.0004214082,0.00001368303,0.26127118,0.000021711281,4.6711443e-7,0.0077327597,0.000004889203,1.299756e-9,0.00047199012,0.008260974,0.72178805],"study_design_scores_gemma":[0.0003666049,0.00007654176,0.000054028147,0.48234645,0.00012722239,0.00001021549,0.0026397065,0.00007202463,1.806729e-8,0.000031648535,0.51408386,0.00019165307],"about_ca_topic_score_codex":0.00001854432,"about_ca_topic_score_gemma":0.000015247927,"teacher_disagreement_score":0.7215964,"about_ca_system_score_codex":0.0021230797,"about_ca_system_score_gemma":0.059942424,"threshold_uncertainty_score":0.99977946},"labels":[],"label_agreement":null},{"id":"W4406045113","doi":"10.2196/64550","title":"Reviewing Mobile Apps for Teaching Human Anatomy: Search and Quality Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Quality (philosophy); Computer science; Multimedia; World Wide Web","score_opus":0.034190720189916084,"score_gpt":0.47392409333789326,"score_spread":0.43973337314797717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406045113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98841256,0.0040446604,0.0022568435,0.00080036774,0.00040769792,0.0019059862,7.6049116e-7,0.00019778089,0.0019733144],"genre_scores_gemma":[0.9971536,0.00014706641,0.0002700077,0.0002609881,0.00009350805,0.0019267444,0.000027176015,0.000008800837,0.0001121264],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988603,0.00015031626,0.000297348,0.0001940598,0.00033836512,0.0001596061],"domain_scores_gemma":[0.9994993,0.00012098047,0.000018710798,0.00018013331,0.0000711058,0.000109730056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028556369,0.00008656583,0.00018249698,0.00012839114,0.00014066037,0.000013436507,0.00012469693,0.00015454144,0.00008342384],"category_scores_gemma":[0.0010847943,0.00008084112,0.000028157068,0.00015965804,0.00007043129,0.000063718784,0.000034274646,0.00037775227,0.0000026031794],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027686247,0.0002964789,0.0020473194,0.0003998638,0.000025273685,1.4169646e-7,0.0012901309,0.0000045641145,0.000047759495,0.013016202,0.0026491992,0.9802203],"study_design_scores_gemma":[0.0061005945,0.0006521185,0.087343015,0.0026085488,0.00037606212,0.0000079534375,0.051586807,0.087599486,0.00052535045,0.02260729,0.7396256,0.0009672074],"about_ca_topic_score_codex":0.000039716142,"about_ca_topic_score_gemma":0.000023720937,"teacher_disagreement_score":0.9792531,"about_ca_system_score_codex":0.00011879048,"about_ca_system_score_gemma":0.00028041203,"threshold_uncertainty_score":0.32966053},"labels":[],"label_agreement":null},{"id":"W4406056083","doi":"10.2196/58100","title":"Comparison of an Emergency Medicine Asynchronous Learning Platform Usage Before and During the COVID-19 Pandemic: Retrospective Analysis Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Asynchronous communication; Medicine; Medical emergency; Computer science; Virology; World Wide Web; Telecommunications; Infectious disease (medical specialty)","score_opus":0.07401489261415198,"score_gpt":0.5087977978119405,"score_spread":0.4347829051977885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406056083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98717505,0.00028369343,0.00010091828,0.0074834735,0.002359552,0.0015081691,7.9577205e-7,0.000062107516,0.0010262199],"genre_scores_gemma":[0.99784577,0.00014145413,0.000020411067,0.00016751696,0.0008622182,0.0007112085,0.000019610337,0.0000063621037,0.00022547827],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99729735,0.0006209671,0.0006107552,0.0003076986,0.0009142399,0.00024901275],"domain_scores_gemma":[0.9979709,0.0007705302,0.00037442072,0.00021727633,0.00022567665,0.00044120278],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029243552,0.00011102168,0.00036217773,0.00030715702,0.0011078496,0.00001413731,0.00029560638,0.00017797516,0.0011511182],"category_scores_gemma":[0.02013427,0.000086319604,0.000045437453,0.0020691692,0.0005341597,0.0001650865,0.00004164905,0.0004608053,0.0000014312152],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010864911,0.00037811612,0.74417776,0.000047569578,0.000058706737,8.840846e-8,0.24010913,0.0000030372712,0.000002219123,0.000749189,0.00012470098,0.014338602],"study_design_scores_gemma":[0.0002225562,0.00015014187,0.80953413,0.000022633018,0.00015660393,2.4577798e-7,0.18676083,0.00014789801,6.479582e-7,0.0008041719,0.0021447574,0.000055351513],"about_ca_topic_score_codex":0.01950703,"about_ca_topic_score_gemma":0.047288314,"teacher_disagreement_score":0.06535639,"about_ca_system_score_codex":0.00086904137,"about_ca_system_score_gemma":0.0027212817,"threshold_uncertainty_score":0.99976194},"labels":[],"label_agreement":null},{"id":"W4406056113","doi":"10.2196/58161","title":"AI in the Health Sector: Systematic Review of Key Skills for Future Health Professionals","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Key (lock); Health professionals; Psychology; Medical education; Computer science; Medicine; Health care; Political science; World Wide Web; Computer security","score_opus":0.10109150159116466,"score_gpt":0.5750138361000542,"score_spread":0.47392233450888954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406056113","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011792359,0.8184289,0.000027810454,0.16260171,0.0020711443,0.016787741,0.000017527544,0.000014946091,0.0000490636],"genre_scores_gemma":[0.000004712088,0.8737845,0.000103079794,0.11419317,0.0013247201,0.009043988,0.001060961,0.000021579775,0.00046331188],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.993984,0.0014507871,0.0029428822,0.0003811424,0.0008781734,0.00036302058],"domain_scores_gemma":[0.99561435,0.0014699926,0.0014550462,0.0007105575,0.00042220132,0.0003278242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053891637,0.0002908254,0.002939731,0.0003279932,0.00011852354,0.0000100178895,0.0003714917,0.00042262973,0.00014829055],"category_scores_gemma":[0.0050712773,0.000164951,0.00042517937,0.001014378,0.000049787373,0.000046243862,0.000021606436,0.00086106156,0.000017539109],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022606046,0.0005877633,0.0000011908587,0.5364677,0.000013958251,1.07738245e-7,0.001460338,5.513418e-10,5.214529e-10,0.000338348,0.10857329,0.35255507],"study_design_scores_gemma":[0.000019047024,0.00013624724,0.0000044920553,0.6371384,0.00015076355,0.000020588332,0.001490157,7.65617e-7,5.3009597e-8,0.00010842396,0.3608655,0.000065546694],"about_ca_topic_score_codex":0.00017609219,"about_ca_topic_score_gemma":0.0000701773,"teacher_disagreement_score":0.35248953,"about_ca_system_score_codex":0.0006894443,"about_ca_system_score_gemma":0.05685683,"threshold_uncertainty_score":0.9484899},"labels":[],"label_agreement":null},{"id":"W4406347938","doi":"10.2196/62669","title":"Awareness and Attitude Toward Artificial Intelligence Among Medical Students and Pathology Trainees: Survey Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Pathology; Medicine","score_opus":0.15534724049602802,"score_gpt":0.5254470108896874,"score_spread":0.3700997703936594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406347938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841785,0.00041483034,0.0011765428,0.011435814,0.0015034335,0.0011290604,0.0000019096117,0.00005196464,0.00010797658],"genre_scores_gemma":[0.9960893,0.00031078336,0.00005514394,0.0025427707,0.00040553603,0.00035282457,0.00006069312,0.000013368354,0.00016958702],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99697846,0.00037155618,0.00076114596,0.0005401836,0.0010494302,0.00029922178],"domain_scores_gemma":[0.9981375,0.00053692487,0.00009378688,0.00027724382,0.00029794374,0.0006566305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026576438,0.00018704678,0.00038523652,0.00025522112,0.00018599583,0.000066098735,0.00025090086,0.00037527437,0.00039007427],"category_scores_gemma":[0.005767925,0.00016357664,0.00003240861,0.00047231762,0.00044793123,0.00009856842,0.00013269446,0.00052102224,0.000015973646],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000986377,0.0020609435,0.7366907,0.00013448679,0.000027289745,0.00001539884,0.006829433,1.11378775e-7,0.000003986027,0.00032165003,0.0005587245,0.25325868],"study_design_scores_gemma":[0.000087160566,0.00035955652,0.97650933,0.00037738122,0.000051465595,0.00004019586,0.019993315,0.0005246976,0.00008513063,0.001668038,0.00016898665,0.0001347621],"about_ca_topic_score_codex":0.0026678867,"about_ca_topic_score_gemma":0.002834096,"teacher_disagreement_score":0.2531239,"about_ca_system_score_codex":0.00009958444,"about_ca_system_score_gemma":0.0030140565,"threshold_uncertainty_score":0.6905162},"labels":[],"label_agreement":null},{"id":"W4406348212","doi":"10.2196/64780","title":"Virtual Reality Simulation for Undergraduate Nursing Students for Care of Patients With Infectious Diseases: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Nursing; Medicine; Medical education; Psychology; Computer science; World Wide Web","score_opus":0.021833733242776317,"score_gpt":0.5065506961766292,"score_spread":0.48471696293385286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406348212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9185824,0.00007841483,0.06811045,0.0020984411,0.001804277,0.009160108,0.000036607744,0.00007374636,0.000055600427],"genre_scores_gemma":[0.9938654,0.0000013571238,0.0014241813,0.00044874067,0.0002343641,0.0026500612,0.0012509855,0.000028971395,0.00009599625],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976905,0.00029208892,0.0006656083,0.00040901726,0.0007286938,0.00021411986],"domain_scores_gemma":[0.99516004,0.0015688933,0.00029903647,0.0004036652,0.0022911334,0.00027720156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047767768,0.00017941142,0.00037643357,0.00029532186,0.00019035967,0.000020472224,0.0001265819,0.00015256391,0.000026305532],"category_scores_gemma":[0.0022412746,0.00015830145,0.00009618532,0.00051104324,0.00009393735,0.00009761634,0.000016713311,0.00014181605,6.109608e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012515133,0.0074371593,0.86168694,0.0008396052,0.000114683426,4.7543146e-8,0.0067888736,0.00078711665,9.565426e-7,0.00043238967,0.0009866572,0.11967404],"study_design_scores_gemma":[0.009787362,0.0014690285,0.9631074,0.0008096747,0.00041133453,1.4257188e-7,0.018765084,0.004073129,0.000018320521,0.0011478103,0.00027482596,0.00013589332],"about_ca_topic_score_codex":0.00005593926,"about_ca_topic_score_gemma":0.00001597429,"teacher_disagreement_score":0.11953814,"about_ca_system_score_codex":0.00077477406,"about_ca_system_score_gemma":0.0038245681,"threshold_uncertainty_score":0.67846197},"labels":[],"label_agreement":null},{"id":"W4406348213","doi":"10.2196/68743","title":"Understanding Community Health Care Through Problem-Based Learning With Real-Patient Videos: Single-Arm Pre-Post Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Psychology; Artificial intelligence; World Wide Web","score_opus":0.06686488020065387,"score_gpt":0.4547685393821314,"score_spread":0.3879036591814775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406348213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68591696,0.0009822138,0.14699148,0.038606133,0.0019907774,0.008026021,0.000004888688,0.0010467874,0.11643477],"genre_scores_gemma":[0.98151076,0.000023577662,0.015666714,0.00198267,0.00009184673,0.0004377892,0.000071853094,0.000020517196,0.00019424767],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9904516,0.0074590724,0.0004430388,0.0003370906,0.00084671855,0.0004624967],"domain_scores_gemma":[0.99780416,0.0010392942,0.00031230698,0.00030099077,0.00028285198,0.00026038277],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0040772483,0.00018864064,0.0003033968,0.0001882373,0.0026827552,0.00014239617,0.00035326567,0.00017212384,0.00014738689],"category_scores_gemma":[0.0018161164,0.00016509225,0.000054249507,0.0010714195,0.00029161098,0.00024242043,0.00007643465,0.0011647398,0.0000029507546],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017898912,0.004225119,0.015491864,0.00048434324,0.00006110552,0.0000013816197,0.70490175,0.00022322426,0.000020580736,0.007235233,0.0017959287,0.26538044],"study_design_scores_gemma":[0.0010386136,0.003463654,0.004522068,0.0013272396,0.00004946788,6.8596125e-7,0.9397862,0.00011603691,0.00005225392,0.0014170053,0.04792756,0.000299191],"about_ca_topic_score_codex":0.043291744,"about_ca_topic_score_gemma":0.024967248,"teacher_disagreement_score":0.29559386,"about_ca_system_score_codex":0.0018775248,"about_ca_system_score_gemma":0.010971292,"threshold_uncertainty_score":0.9986156},"labels":[],"label_agreement":null},{"id":"W4406427891","doi":"10.2196/62779","title":"Detecting Artificial Intelligence–Generated Versus Human-Written Medical Student Essays: Semirandomized Controlled Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Psychology; Computer science; Medicine; World Wide Web; Internal medicine","score_opus":0.10073531246541974,"score_gpt":0.509232481821237,"score_spread":0.4084971693558173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406427891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9682286,0.0005125724,0.0013176147,0.016575474,0.005975856,0.00411346,6.551745e-7,0.00019553554,0.0030802288],"genre_scores_gemma":[0.9923708,0.00008225557,0.000080501384,0.0026264219,0.0018851613,0.0021188748,0.00007013692,0.000028019422,0.0007378175],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9946,0.00060253066,0.0018417351,0.00064711866,0.00180089,0.0005076986],"domain_scores_gemma":[0.99631965,0.0012705788,0.0002772077,0.0005392136,0.00078495516,0.0008083822],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033511282,0.00031207156,0.0009268119,0.0004744276,0.0004766381,0.00009347392,0.00037039403,0.00052438065,0.003118599],"category_scores_gemma":[0.011871923,0.00025974974,0.00021917834,0.0009989357,0.0001994818,0.00010705266,0.000087465385,0.0010027927,0.00013850327],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016382622,0.014323384,0.011195542,0.00019413995,0.0005791196,0.000042622407,0.009337729,0.0000059501795,0.00048625554,0.0036263317,0.004297291,0.939529],"study_design_scores_gemma":[0.08545982,0.013777786,0.02460531,0.009524912,0.0054275035,0.00020603991,0.7442656,0.03707668,0.031445235,0.033765014,0.010446566,0.00399949],"about_ca_topic_score_codex":0.0006504042,"about_ca_topic_score_gemma":0.0006733203,"teacher_disagreement_score":0.93552953,"about_ca_system_score_codex":0.00046228425,"about_ca_system_score_gemma":0.0062308507,"threshold_uncertainty_score":0.99998546},"labels":[],"label_agreement":null},{"id":"W4406501947","doi":"10.2196/59850","title":"Case-Based Virtual Reality Simulation for Severe Pelvic Trauma Clinical Skill Training in Medical Students: Design and Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nanjing Medical University","keywords":"Virtual reality; Simulation training; Training (meteorology); Physical therapy; Medical education; Simulation; Computer science; Psychology; Medicine; Human–computer interaction","score_opus":0.12920760365497042,"score_gpt":0.4951306424652884,"score_spread":0.36592303881031796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406501947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9723046,0.000034472447,0.018392205,0.0044532013,0.0006093596,0.0034196237,0.0000019182999,0.00009154233,0.0006930792],"genre_scores_gemma":[0.99328935,0.000004707946,0.00042319228,0.0052404366,0.00033437836,0.00049549405,0.00006358561,0.000019476644,0.00012936919],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99620014,0.0006584501,0.0010855995,0.0005465966,0.0012200655,0.00028911704],"domain_scores_gemma":[0.994166,0.004677452,0.00013139375,0.00023591956,0.0001820683,0.00060716696],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005445323,0.00019978412,0.0005229703,0.00025263947,0.00012846738,0.00004400975,0.00015505818,0.00028162578,0.0004674956],"category_scores_gemma":[0.008582604,0.00017380257,0.00008166866,0.0004547941,0.00016047998,0.00009027563,0.000040695544,0.0005629225,0.0000035384878],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004238645,0.012825338,0.10109757,0.00011905695,0.00011374648,0.00029340343,0.0045184423,0.0011476658,4.825536e-7,0.00062489905,0.00036234094,0.8746584],"study_design_scores_gemma":[0.07709251,0.005909442,0.45484397,0.001066049,0.00024346233,0.00016632883,0.014045709,0.4419324,0.0000019066748,0.0008004592,0.003497299,0.00040043125],"about_ca_topic_score_codex":0.00006675518,"about_ca_topic_score_gemma":0.000120935554,"teacher_disagreement_score":0.874258,"about_ca_system_score_codex":0.00014355242,"about_ca_system_score_gemma":0.0025282411,"threshold_uncertainty_score":0.99976856},"labels":[],"label_agreement":null},{"id":"W4406803791","doi":"10.2196/62803","title":"Exploring the Role of Immersive Virtual Reality Simulation in Health Professions Education: Thematic Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Immersive technology; Virtual reality; Computer science; Knowledge management; Cognitive apprenticeship; Psychology; Qualitative research; Human–computer interaction; Pedagogy; Sociology","score_opus":0.05096294726127178,"score_gpt":0.4068811543248668,"score_spread":0.35591820706359506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406803791","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29790825,0.0005826663,0.5702147,0.1221478,0.00089692144,0.0022435775,0.0000039363135,0.000070924456,0.0059312494],"genre_scores_gemma":[0.99754435,0.000054774748,0.00038649194,0.0011927343,0.000044823,0.00057419017,0.00002312337,0.00000285209,0.00017669152],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983128,0.00028708065,0.0005533538,0.0002492471,0.00042882437,0.00016874175],"domain_scores_gemma":[0.9983628,0.00041508133,0.00024331987,0.00066909735,0.00016376933,0.00014594244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009976184,0.000090345406,0.00020933685,0.00038964784,0.0001561041,0.000034060646,0.00057647325,0.000053074695,0.000027945629],"category_scores_gemma":[0.0007743737,0.00006636074,0.00007275763,0.003170198,0.00006577655,0.00038924607,0.00010654603,0.00019897951,0.000005242158],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005414918,0.0012044786,0.0012564857,0.00006284772,0.000046290206,2.5556863e-8,0.012977903,0.0012774264,0.000031263407,0.35811305,0.0005107715,0.62451404],"study_design_scores_gemma":[0.00044407998,0.00012719564,0.3637613,0.0012038863,0.000084610794,0.0000014118441,0.045933973,0.5089026,0.00036750865,0.06809297,0.010792234,0.00028821765],"about_ca_topic_score_codex":0.00085868454,"about_ca_topic_score_gemma":0.0001356467,"teacher_disagreement_score":0.69963604,"about_ca_system_score_codex":0.00019160261,"about_ca_system_score_gemma":0.0043906844,"threshold_uncertainty_score":0.7788885},"labels":[],"label_agreement":null},{"id":"W4406832191","doi":"10.2196/56850","title":"Performance of ChatGPT-3.5 and ChatGPT-4 in the Taiwan National Pharmacist Licensing Examination: Comparative Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacist; Pharmacy; Situational ethics; Medicine; Clinical pharmacy; Medical physics; Family medicine; Medical education; Psychology; Social psychology","score_opus":0.19606861504320133,"score_gpt":0.5428553882530567,"score_spread":0.34678677320985535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406832191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839171,0.0003041425,0.0000116599385,0.009260554,0.00054398645,0.0016093033,5.405686e-7,0.000009662053,0.0043430403],"genre_scores_gemma":[0.9977024,0.000054766468,0.000040629835,0.0013682015,0.0002628178,0.00041242855,0.00004622686,0.0000036639797,0.000108841814],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979606,0.0003050849,0.00046914324,0.0002038852,0.0009418328,0.00011944053],"domain_scores_gemma":[0.99869066,0.00022009491,0.00012122634,0.00013861824,0.0007608618,0.00006853153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026888836,0.00009077289,0.00017249647,0.00026748402,0.000119788885,0.000016745198,0.000087417015,0.00007814342,0.00012881195],"category_scores_gemma":[0.000791368,0.0000705893,0.000019725605,0.00065045455,0.00012245416,0.00014117765,0.000015434613,0.00024345695,0.000008197002],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018360418,0.0038356516,0.28235573,0.0003217675,0.000032204134,6.6386536e-7,0.10772663,0.000010808065,0.00015198137,0.0008270521,0.0026987884,0.6018551],"study_design_scores_gemma":[0.00038620605,0.00032472066,0.9036634,0.0004436211,0.00005954108,0.00001656279,0.05492903,0.03811646,0.000600404,0.0003174545,0.0010610359,0.00008158836],"about_ca_topic_score_codex":0.00010986895,"about_ca_topic_score_gemma":0.00008683125,"teacher_disagreement_score":0.6213077,"about_ca_system_score_codex":0.00019950375,"about_ca_system_score_gemma":0.002437869,"threshold_uncertainty_score":0.43246752},"labels":[],"label_agreement":null},{"id":"W4406986850","doi":"10.2196/57331","title":"Collaborative Development of Feedback Concept Maps for Virtual Patient–Based Clinical Reasoning Education: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Erasmus+; Deutscher Akademischer Austauschdienst; European Commission","keywords":"Concept map; Scope (computer science); Focus group; Presentation (obstetrics); Content analysis; Process (computing); Qualitative research; Field (mathematics); Psychology; Medical education; Computer science; Mathematics education; Medicine; Mathematics; Sociology","score_opus":0.023275964946026715,"score_gpt":0.4851960831809061,"score_spread":0.4619201182348794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406986850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9660027,0.00064205116,0.014215397,0.005817859,0.006638463,0.0040277503,0.000014992278,0.00008075444,0.0025600328],"genre_scores_gemma":[0.83730304,0.000012643532,0.15324739,0.004966627,0.00048111298,0.0020482729,0.00047629178,0.000025808538,0.0014388376],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966316,0.00057488214,0.0014517028,0.0005135418,0.0005883435,0.00023992418],"domain_scores_gemma":[0.9839404,0.013286209,0.00044719398,0.0004526593,0.0013245103,0.00054901047],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021559047,0.0002048197,0.00067776,0.00016899026,0.0001262709,0.000019279101,0.00017175193,0.0003012932,0.00025270358],"category_scores_gemma":[0.12782992,0.00017517002,0.00015272881,0.00071001484,0.00024605682,0.00004386276,0.00006004505,0.00034323617,0.000010397971],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004753982,0.012942751,0.018846722,0.0000649241,0.00014303243,7.034981e-7,0.0029385812,0.0000010836005,0.000009604794,0.001232284,0.07857608,0.88476884],"study_design_scores_gemma":[0.018411161,0.006744377,0.63507277,0.015895521,0.0010028641,0.000007897249,0.10045724,0.00091028115,0.0040739435,0.0010151837,0.21560492,0.0008038326],"about_ca_topic_score_codex":0.000016482198,"about_ca_topic_score_gemma":0.000010862928,"teacher_disagreement_score":0.883965,"about_ca_system_score_codex":0.00016982006,"about_ca_system_score_gemma":0.027890377,"threshold_uncertainty_score":0.9776206},"labels":[],"label_agreement":null},{"id":"W4407306082","doi":"10.2196/63708","title":"Exploring the Impact of the COVID-19 Pandemic on Learning Experience, Mental Health, Adaptability, and Resilience Among Health Informatics Master’s Students: Focus Group Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preparedness; Autonomy; Focus group; Mental health; Medical education; Flexibility (engineering); Psychology; Higher education; Informatics; Pedagogy; Medicine; Political science; Sociology","score_opus":0.13636411163729284,"score_gpt":0.5151654376215439,"score_spread":0.37880132598425104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407306082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891916,0.00023903041,0.000091826136,0.006868964,0.0010356775,0.002286754,0.0000033730385,0.000035118428,0.00024765774],"genre_scores_gemma":[0.99453145,0.00019355741,0.000006665058,0.004222441,0.000055198085,0.0007283155,0.0000063338066,0.0000074948975,0.00024853653],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970444,0.0008570793,0.0007707504,0.00026054465,0.0007195189,0.0003477482],"domain_scores_gemma":[0.9983274,0.00041093424,0.00037003067,0.0004421381,0.000025237849,0.0004243067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023564706,0.00015383199,0.0002516881,0.00012445785,0.0005847512,0.000029984689,0.00046700813,0.000054314096,0.00012482867],"category_scores_gemma":[0.000544858,0.000090722984,0.00006173389,0.0004089037,0.00030328348,0.00015718341,0.00021377277,0.0005364977,0.0000032191076],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009888471,0.0011085719,0.72951967,0.00010783533,0.000015009106,1.0127832e-7,0.19505228,0.000005195375,4.1994954e-7,0.00016997481,0.0013633633,0.072558716],"study_design_scores_gemma":[0.0007597088,0.00090118183,0.8100433,0.00016138588,0.0000032117407,0.000004764725,0.1851422,0.00004995738,2.511595e-7,0.000057011046,0.0028210408,0.000055976772],"about_ca_topic_score_codex":0.01684385,"about_ca_topic_score_gemma":0.0029494786,"teacher_disagreement_score":0.080523655,"about_ca_system_score_codex":0.0014928005,"about_ca_system_score_gemma":0.003575344,"threshold_uncertainty_score":0.98970306},"labels":[],"label_agreement":null},{"id":"W4407359681","doi":"10.2196/68309","title":"Feedback From Dental Students Using Two Alternate Coaching Methods: Qualitative Focus Group Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Course (navigation); Coaching; Medical education; Mathematics education; Psychology; Computer science; Engineering; Medicine; World Wide Web","score_opus":0.03988447505664871,"score_gpt":0.5490082543994554,"score_spread":0.5091237793428067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407359681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9615344,0.00026797302,0.027598422,0.0035610597,0.004066197,0.0016821589,0.0000034175107,0.00010131179,0.0011850869],"genre_scores_gemma":[0.9456796,0.000010700035,0.04646459,0.005660225,0.000962713,0.00044850615,0.00022916682,0.000034626497,0.00050986535],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99550563,0.001003938,0.00093323743,0.00061595795,0.0015997909,0.0003414169],"domain_scores_gemma":[0.9981864,0.00042608834,0.00026982272,0.0005392896,0.00035419987,0.00022419759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031269095,0.00026717488,0.0004754206,0.0004871843,0.00024360769,0.000086338405,0.00045066874,0.00020000883,0.000824323],"category_scores_gemma":[0.0045816745,0.0002450158,0.000094044015,0.0011404363,0.00019420755,0.0002271124,0.00018748293,0.0008873688,0.00005485098],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038515517,0.020169618,0.20910363,0.00019919117,0.0008340404,0.000021358737,0.07202555,0.0000021378382,0.0019447339,0.003863419,0.013496915,0.67795426],"study_design_scores_gemma":[0.018985929,0.00095765665,0.370219,0.004872449,0.0015298598,0.00009584942,0.56113803,0.00977414,0.0011359261,0.019374782,0.0107271215,0.0011892456],"about_ca_topic_score_codex":0.002515607,"about_ca_topic_score_gemma":0.00009833658,"teacher_disagreement_score":0.676765,"about_ca_system_score_codex":0.00084158906,"about_ca_system_score_gemma":0.0016531902,"threshold_uncertainty_score":0.99914545},"labels":[],"label_agreement":null},{"id":"W4407369780","doi":"10.2196/64619","title":"Extended Reality–Enhanced Mental Health Consultation Training: Quantitative Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Department of Health and Social Care; HORIZON EUROPE Framework Programme; National Institute for Health and Care Research; Leeds Biomedical Research Centre; UK Research and Innovation","keywords":"Preprint; Mental health; Training (meteorology); Psychology; Medical education; Applied psychology; Computer science; Medicine; Psychotherapist; World Wide Web; Geography","score_opus":0.10691175869904701,"score_gpt":0.5516804695535414,"score_spread":0.44476871085449443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407369780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88223994,0.000528172,0.00102017,0.10300076,0.0031593645,0.0069614374,0.000009808886,0.00016656028,0.0029137726],"genre_scores_gemma":[0.98769295,0.000026152242,0.0008265765,0.0072394926,0.00025235236,0.0019746337,0.0011899205,0.000020850028,0.0007770659],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99596184,0.00074304506,0.00094263937,0.00055552274,0.0014851757,0.00031174737],"domain_scores_gemma":[0.99672,0.000515358,0.00034124166,0.00042999277,0.0015237164,0.00046969502],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023250957,0.00020212361,0.00039045417,0.00044234755,0.0003149574,0.000030236391,0.00011932157,0.00016838015,0.0010665846],"category_scores_gemma":[0.0036078102,0.0002005657,0.00006725934,0.0010630483,0.00012254121,0.00015442037,0.000017928523,0.00037086126,0.000043192213],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010825254,0.010792971,0.03860932,0.00075405353,0.00024235925,0.0000010771064,0.325722,0.000035502882,0.00020130965,0.009557535,0.059391383,0.55360997],"study_design_scores_gemma":[0.006085471,0.0009903569,0.72169954,0.001032804,0.000110673376,0.000008143699,0.25675774,0.00901846,0.000108004824,0.001973377,0.0019947235,0.00022069766],"about_ca_topic_score_codex":0.00045641686,"about_ca_topic_score_gemma":0.00010652127,"teacher_disagreement_score":0.6830902,"about_ca_system_score_codex":0.0015080947,"about_ca_system_score_gemma":0.025292832,"threshold_uncertainty_score":0.9998466},"labels":[],"label_agreement":null},{"id":"W4407415997","doi":"10.2196/57634","title":"Comparison of Learning Outcomes Among Medical Students in Thailand to Determine the Right Time to Teach Forensic Medicine: Retrospective Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Autopsy Techniques and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Forensic science; Medical education; Test (biology); Medicine; Retrospective cohort study; Significant difference; Medical school; Psychology; Family medicine; Internal medicine; Pedagogy","score_opus":0.01120084139081141,"score_gpt":0.40902265323499687,"score_spread":0.39782181184418547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407415997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9601099,0.000040643445,0.00016648947,0.03396507,0.00031207802,0.0021853815,4.6975498e-7,0.000075169126,0.0031447995],"genre_scores_gemma":[0.9876487,0.0000037992015,0.00012411163,0.0042722146,0.00015141028,0.00038592215,0.000013816629,0.000016633221,0.007383382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962213,0.00020242718,0.0008127548,0.00038161056,0.0021103413,0.000271545],"domain_scores_gemma":[0.9985623,0.00032657484,0.00014791012,0.00041270806,0.0001605495,0.0003900002],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018424074,0.00020805189,0.0008519952,0.00040795293,0.0000865428,0.0000145123395,0.00054743467,0.00019925066,0.0017293841],"category_scores_gemma":[0.0059052804,0.000120707635,0.00007509073,0.0008073694,0.00017958212,0.000042205385,0.00025095558,0.0007752428,0.000032696964],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071005,0.0014864102,0.9526257,0.00003524548,0.000052541203,0.0000101166315,0.0051895557,4.0970065e-7,0.00001272668,0.00008604045,0.024656944,0.015773311],"study_design_scores_gemma":[0.0013379031,0.00086818123,0.98873794,0.0008902979,0.00007654189,0.0000044929848,0.0032752827,0.00026673754,0.00004742618,0.00006676268,0.004326336,0.000102101636],"about_ca_topic_score_codex":0.00034136925,"about_ca_topic_score_gemma":0.00042289862,"teacher_disagreement_score":0.03611224,"about_ca_system_score_codex":0.0002530142,"about_ca_system_score_gemma":0.00056912744,"threshold_uncertainty_score":0.9991832},"labels":[],"label_agreement":null},{"id":"W4407421764","doi":"10.2196/58766","title":"Generative Artificial Intelligence in Medical Education—Policies and Training at US Osteopathic Medical Schools: Descriptive Cross-Sectional Survey","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Cross-sectional study; Medical school; Training (meteorology); Psychology; Computer science; Medicine; Geography","score_opus":0.16496185021012413,"score_gpt":0.49357990248694095,"score_spread":0.32861805227681684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407421764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9571158,0.0011609746,0.0008755677,0.034553796,0.004012265,0.00087347586,0.000006674907,0.00006711897,0.0013342736],"genre_scores_gemma":[0.98166025,0.00046567013,0.00030826533,0.013894049,0.0016524721,0.00070054934,0.00029580708,0.000025495627,0.0009974575],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994699,0.00060202007,0.0015044592,0.00077647285,0.00185258,0.00056548056],"domain_scores_gemma":[0.99628705,0.0008855184,0.0002082229,0.00035840916,0.000902769,0.0013580142],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037749158,0.00030472197,0.00048729402,0.0006458986,0.00039768938,0.000112017275,0.000317582,0.0009786206,0.0031711992],"category_scores_gemma":[0.03163659,0.0002864291,0.00008905859,0.0012069425,0.0007897057,0.00025115043,0.00013884698,0.0015128924,0.00011467404],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002751502,0.0011870789,0.6571786,0.00013963156,0.00002557335,0.000008421968,0.0067768064,0.0000020398936,0.000022536544,0.00699343,0.0022948263,0.32509595],"study_design_scores_gemma":[0.00014641555,0.0002123819,0.9672903,0.001436349,0.000020447987,0.00025905212,0.011319354,0.0047858185,0.00056869915,0.0113941515,0.00223912,0.0003279321],"about_ca_topic_score_codex":0.004526651,"about_ca_topic_score_gemma":0.008224209,"teacher_disagreement_score":0.324768,"about_ca_system_score_codex":0.0010791513,"about_ca_system_score_gemma":0.040217523,"threshold_uncertainty_score":0.9999588},"labels":[],"label_agreement":null},{"id":"W4407624315","doi":"10.2196/54228","title":"Distance Learning During the COVID-19 Lockdown and Self-Assessed Competency Development Among Radiology Residents in China: Cross-Sectional Survey","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical education; Medicine; Residency training; Psychology; Virology; Pathology","score_opus":0.02182547158808794,"score_gpt":0.4282011331049549,"score_spread":0.40637566151686694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407624315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948414,0.00049629365,0.00028394593,0.001778798,0.0013593374,0.00046149403,0.0000016664192,0.00005595102,0.0007211007],"genre_scores_gemma":[0.9952812,0.000077285375,0.00003623155,0.001693445,0.00009788262,0.00036059562,0.00006755925,0.0000083714995,0.0023773885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99794936,0.0006534362,0.0004353241,0.00040135274,0.00026734808,0.0002932061],"domain_scores_gemma":[0.9988414,0.0005910204,0.00011715993,0.0001680876,0.00003868456,0.00024367186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015638227,0.00012220572,0.00016559368,0.00015264275,0.0004251468,0.000033838176,0.00020060645,0.00017917903,0.00044960246],"category_scores_gemma":[0.0009406267,0.00010130483,0.000020309657,0.0003658289,0.00017210543,0.00006316063,0.00007334536,0.0004948903,0.000014676618],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119999255,0.00044600948,0.9922561,0.000194745,0.00001668037,0.0000045569363,0.003917729,0.000005786672,0.0000035594335,0.0010005411,0.00076730904,0.001266999],"study_design_scores_gemma":[0.00096738094,0.000022382308,0.9888569,0.000044096454,0.0000018505646,0.00001905678,0.0003837477,0.000036499496,0.000001906427,0.00018433805,0.009392387,0.00008947017],"about_ca_topic_score_codex":0.006542474,"about_ca_topic_score_gemma":0.0073410207,"teacher_disagreement_score":0.008625078,"about_ca_system_score_codex":0.0010884416,"about_ca_system_score_gemma":0.0053103054,"threshold_uncertainty_score":0.9890307},"labels":[],"label_agreement":null},{"id":"W4407723376","doi":"10.2196/55861","title":"Instagram as a Tool to Improve Human Histology Learning in Medical Education: Descriptive Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Subject (documents); Medical education; Psychology; Set (abstract data type); Virtual microscopy; Mathematics education; Computer science; Medicine; Pathology; World Wide Web","score_opus":0.03756648235955355,"score_gpt":0.4723663063501137,"score_spread":0.4347998239905601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407723376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88256973,0.0001772574,0.000021070506,0.0793803,0.015456001,0.0039520757,2.462959e-7,0.00012562062,0.01831767],"genre_scores_gemma":[0.9756478,0.00003421543,0.00014813908,0.007561152,0.0019592235,0.011516022,0.000021330914,0.000016713608,0.0030953987],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99557406,0.0011896802,0.0007207291,0.0005648474,0.0014121602,0.0005385425],"domain_scores_gemma":[0.99748486,0.00080903806,0.00017483108,0.00027932457,0.00042169413,0.00083024066],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002809368,0.00017466475,0.00032663858,0.00056804816,0.00066476635,0.00006365928,0.00059140805,0.0005190515,0.002111606],"category_scores_gemma":[0.05953781,0.00019451328,0.0000501375,0.0017413959,0.0003436016,0.00020626816,0.000092661096,0.0009709174,0.00014934479],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035934492,0.004767594,0.12869357,0.00005464326,0.000012908771,0.0000030185747,0.20950817,2.5538563e-7,0.000007676033,0.047039527,0.014748017,0.5951287],"study_design_scores_gemma":[0.0008235732,0.00042298838,0.29387972,0.0004408956,0.000024672952,0.0000021121532,0.24147648,0.000017489207,0.000004882422,0.005019254,0.4575658,0.0003221203],"about_ca_topic_score_codex":0.035787847,"about_ca_topic_score_gemma":0.02138294,"teacher_disagreement_score":0.59480655,"about_ca_system_score_codex":0.002584236,"about_ca_system_score_gemma":0.059455134,"threshold_uncertainty_score":0.9988006},"labels":[],"label_agreement":null},{"id":"W4407772451","doi":"10.2196/63400","title":"Perceptions and Earliest Experiences of Medical Students and Faculty With ChatGPT in Medical Education: Qualitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Medical education; Perception; Exploratory research; Qualitative research; Psychology; Ambiguity; Higher education; Medicine; Sociology; Computer science; Political science","score_opus":0.0955354698454745,"score_gpt":0.5812363860312662,"score_spread":0.48570091618579164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407772451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9579888,0.00045643072,0.000040240575,0.03960054,0.00052214,0.00094748795,7.8417816e-7,0.000018926226,0.00042463318],"genre_scores_gemma":[0.9952226,0.0002998213,0.00010079692,0.0026341437,0.0002172276,0.0010388703,0.000041252857,0.000008192752,0.0004370452],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99634457,0.0002598318,0.0006594485,0.00038143093,0.0021565752,0.00019817207],"domain_scores_gemma":[0.9984894,0.00027437284,0.00010656813,0.00020339488,0.00029406493,0.00063219684],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016403847,0.00014720883,0.0003358063,0.00029441994,0.00011435639,0.000032706965,0.00023331738,0.00027644867,0.0013014051],"category_scores_gemma":[0.0025164904,0.00011253328,0.000022005317,0.00058300066,0.0006049004,0.00012999406,0.00008578032,0.00045141132,0.000005709523],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011018456,0.005452198,0.27298588,0.00020866065,0.000027064856,0.0000035490516,0.58922845,2.3179297e-8,0.0000017130166,0.00083230244,0.0018476575,0.12930235],"study_design_scores_gemma":[0.0002746441,0.00041282095,0.20825346,0.0011743659,0.00002506347,0.0000310487,0.7889246,0.000067552326,0.000014878146,0.00021444382,0.00052432495,0.000082839266],"about_ca_topic_score_codex":0.0019933358,"about_ca_topic_score_gemma":0.0011953466,"teacher_disagreement_score":0.19969612,"about_ca_system_score_codex":0.000104772545,"about_ca_system_score_gemma":0.009204815,"threshold_uncertainty_score":0.99961156},"labels":[],"label_agreement":null},{"id":"W4407841204","doi":"10.2196/59417","title":"Exploring Social Media Use Among Medical Students Applying for Residency Training: Cross-Sectional Survey Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Medical education; Outreach; Cross-sectional study; Thematic analysis; Descriptive statistics; Psychology; Family medicine; Medicine; Qualitative research; Sociology; Political science","score_opus":0.44987950373799634,"score_gpt":0.5538361508580214,"score_spread":0.10395664712002506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407841204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.964575,0.000040097097,0.000096953976,0.003350738,0.026922407,0.0045446875,0.000008721087,0.00016010077,0.00030128582],"genre_scores_gemma":[0.96690977,0.000060815495,0.000100542835,0.0005753687,0.0064503523,0.025514971,0.00013219388,0.000028256818,0.00022770291],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99193615,0.0013550853,0.0009531252,0.0006301236,0.0044408557,0.0006846849],"domain_scores_gemma":[0.9851278,0.012678009,0.0002877224,0.00022999209,0.0008291435,0.0008473512],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.012080096,0.00020614226,0.00036121835,0.00035136723,0.0018506319,0.00041372146,0.0010573443,0.0005304189,0.0005729148],"category_scores_gemma":[0.15077798,0.00022923938,0.00011048014,0.0012261759,0.00067378546,0.00086400815,0.00011419144,0.00066015375,0.000016717679],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052776966,0.0011013893,0.8450013,0.000036748945,0.000029131375,7.300408e-7,0.108163476,1.104062e-7,2.4116875e-7,0.0024603158,0.0020609314,0.041092873],"study_design_scores_gemma":[0.00074836117,0.000032083924,0.95485413,0.00010387659,0.000014740955,2.5015817e-7,0.037594113,0.000009710036,6.7622e-7,0.0009208338,0.005546507,0.00017473116],"about_ca_topic_score_codex":0.010269948,"about_ca_topic_score_gemma":0.030457165,"teacher_disagreement_score":0.13869788,"about_ca_system_score_codex":0.0009256222,"about_ca_system_score_gemma":0.018319443,"threshold_uncertainty_score":0.99944884},"labels":[],"label_agreement":null},{"id":"W4407909632","doi":"10.2196/64773","title":"Online-Based and Technology-Assisted Psychiatric Education for Trainees: Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medical education; Psychology; Peer review; Engineering ethics; Medicine; World Wide Web; Computer science; Engineering; Political science","score_opus":0.0747420765465678,"score_gpt":0.5533869197627845,"score_spread":0.47864484321621675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407909632","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000042368592,0.97382843,0.000117458556,0.012134568,0.0042357882,0.008717649,0.000050125345,0.00012476153,0.0007869531],"genre_scores_gemma":[0.0000014754521,0.97173375,0.00085100916,0.009695373,0.0007511468,0.012992285,0.0019614624,0.00003975909,0.0019737524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973548,0.00021793599,0.0010768349,0.0007334691,0.00027033375,0.0003466364],"domain_scores_gemma":[0.99783826,0.00058445,0.0005305994,0.0005756953,0.00014958886,0.0003213857],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005512751,0.00037616555,0.00127212,0.00090335717,0.00013339761,0.000015538868,0.00035165067,0.000854809,0.00048319396],"category_scores_gemma":[0.0011695013,0.000325106,0.00024845128,0.0015668242,0.00010316845,0.000034369412,0.000032802287,0.00056030473,0.000028230226],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033300068,0.0012408021,0.0000049232226,0.3123084,0.000015188475,1.4747124e-7,0.000024342173,3.1141895e-10,3.986644e-9,0.0006567224,0.036691334,0.6490548],"study_design_scores_gemma":[0.00023970348,0.00007785292,0.000016837226,0.3689533,0.0003736192,0.00001831352,0.000097486736,6.7163074e-7,8.085106e-9,0.0001064348,0.62994564,0.00017014892],"about_ca_topic_score_codex":0.000050604416,"about_ca_topic_score_gemma":0.00006724594,"teacher_disagreement_score":0.64888465,"about_ca_system_score_codex":0.00047866866,"about_ca_system_score_gemma":0.05613314,"threshold_uncertainty_score":0.99992007},"labels":[],"label_agreement":null},{"id":"W4407926290","doi":"10.2196/63602","title":"Leveraging Datathons to Teach AI in Undergraduate Medical Education: Case Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of General Medical Sciences","keywords":"Preprint; Medical education; Computer science; Psychology; Medicine; World Wide Web","score_opus":0.009154477282975476,"score_gpt":0.3306574814061526,"score_spread":0.3215030041231771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407926290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90945345,0.0004687184,0.0077693886,0.070460945,0.007994317,0.0009587153,0.0000016353345,0.00042857672,0.0024642493],"genre_scores_gemma":[0.9915888,0.00003084408,0.0005075527,0.00553969,0.0005357205,0.00087033806,0.000066845474,0.00002773625,0.00083249697],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99805456,0.0000751658,0.0004971822,0.0003709086,0.00065948896,0.0003426772],"domain_scores_gemma":[0.99871075,0.000091244394,0.000020214511,0.00040866435,0.00006922036,0.0006999108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006082419,0.00020965119,0.0002266352,0.00054535846,0.000077566416,0.00005352312,0.00035490855,0.0002244878,0.00033405118],"category_scores_gemma":[0.00095646357,0.00020802293,0.000035253895,0.0012817592,0.00004587287,0.00015225104,0.00007757288,0.0007021843,0.00007449986],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007965361,0.0041375696,0.006851909,0.0005537669,0.00005185307,0.00013531215,0.006469086,0.00012516149,0.000035372974,0.0012014002,0.43748987,0.54294074],"study_design_scores_gemma":[0.0034952455,0.000265743,0.11500759,0.004780076,0.00014850065,0.002243332,0.04983425,0.061140966,0.00009343117,0.0039796527,0.75695723,0.002053953],"about_ca_topic_score_codex":0.0005433262,"about_ca_topic_score_gemma":0.000369727,"teacher_disagreement_score":0.5408868,"about_ca_system_score_codex":0.0003630531,"about_ca_system_score_gemma":0.003577051,"threshold_uncertainty_score":0.8482929},"labels":[],"label_agreement":null},{"id":"W4407932306","doi":"10.2196/66458","title":"Bridging Gaps in Telemedicine Education in Romania to Support Future Health Care: Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Bridging (networking); Telemedicine; Health care; Coronavirus disease 2019 (COVID-19); Medicine; Computer science; Political science; World Wide Web; Computer security","score_opus":0.02615729255244189,"score_gpt":0.49807967171663386,"score_spread":0.471922379164192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407932306","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041080017,0.9417714,0.000022932154,0.03988555,0.002610303,0.014400528,0.000010927138,0.00007068257,0.0011866137],"genre_scores_gemma":[0.000018276407,0.921041,0.00048050127,0.065007776,0.0032430876,0.004688511,0.0050409664,0.0000617741,0.00041806238],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99347055,0.000459832,0.0031156524,0.0009521504,0.0012244579,0.0007773652],"domain_scores_gemma":[0.99704856,0.00017264971,0.0007617372,0.0007124057,0.00023897077,0.0010656596],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018395159,0.00058252196,0.0030673202,0.0019454907,0.00008147979,0.000017192924,0.0003207414,0.00044200136,0.001043733],"category_scores_gemma":[0.001678517,0.0005107858,0.0002109182,0.0028505442,0.00004167793,0.00012233328,0.000089023764,0.0013614751,0.00007114484],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007356505,0.0003047491,0.00022768865,0.30678156,0.000007997657,0.000008984123,0.00050652435,3.2909355e-9,1.3149299e-8,0.00005230536,0.105746545,0.5863563],"study_design_scores_gemma":[0.00050626684,0.00026294647,0.00066262943,0.47428513,0.0001301717,0.00010370038,0.00058850757,2.4987912e-7,4.9335917e-8,0.0000024449384,0.5232814,0.00017654031],"about_ca_topic_score_codex":0.00076143735,"about_ca_topic_score_gemma":0.0019458609,"teacher_disagreement_score":0.58617973,"about_ca_system_score_codex":0.002398607,"about_ca_system_score_gemma":0.10837732,"threshold_uncertainty_score":0.99986947},"labels":[],"label_agreement":null},{"id":"W4408177784","doi":"10.2196/66221","title":"Implementing the H&amp;P 360 in Three Medical Institutions: Usability Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Usability; Computer science; World Wide Web; Operating system","score_opus":0.25114638819934976,"score_gpt":0.5682676472821194,"score_spread":0.31712125908276967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408177784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8344383,0.0011171061,0.00027845651,0.145048,0.0028942986,0.0052852854,0.0000040981304,0.0001273986,0.010807026],"genre_scores_gemma":[0.98156285,0.000044789427,0.00017200707,0.010660223,0.0002825735,0.0068517104,0.000062783125,0.00001013644,0.0003529275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940985,0.002326495,0.001427646,0.00038851134,0.0011569324,0.0006019086],"domain_scores_gemma":[0.99555945,0.0021476129,0.00026092387,0.0013615979,0.00035589185,0.00031450737],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039340123,0.00015175389,0.00025475872,0.00020708819,0.0015144881,0.000013928222,0.0010733342,0.00032929925,0.0028606867],"category_scores_gemma":[0.017974844,0.000111219495,0.000049743234,0.0010696412,0.0002687745,0.00015102951,0.0007584466,0.0020018707,0.00017447889],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023539764,0.0014726118,0.904226,0.00022451935,0.000013319782,4.1536904e-7,0.016259314,4.1406446e-7,6.198689e-7,0.018734088,0.009761471,0.049283657],"study_design_scores_gemma":[0.001137809,0.000033770793,0.7442014,0.00088035385,0.000012902019,8.735332e-7,0.057196323,0.00027814065,3.032237e-7,0.006086468,0.190059,0.00011261913],"about_ca_topic_score_codex":0.0060831057,"about_ca_topic_score_gemma":0.077431194,"teacher_disagreement_score":0.18029754,"about_ca_system_score_codex":0.0007451285,"about_ca_system_score_gemma":0.018497065,"threshold_uncertainty_score":0.9997854},"labels":[],"label_agreement":null},{"id":"W4408178756","doi":"10.2196/67993","title":"Exploring Health Care Professionals’ Perspectives on Education, Awareness, and Preferences for Digital Educational Resources to Support Transgender, Nonbinary, and Intersex Care: Interview Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Thematic analysis; Transgender; eHealth; Nursing; Competence (human resources); Psychology; Population; Qualitative research; Medical education; Medicine; Sociology; Social psychology; Political science","score_opus":0.10805071891583184,"score_gpt":0.4925718040700153,"score_spread":0.38452108515418343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408178756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9288188,0.006274212,0.000024425786,0.05552208,0.0032880506,0.0022276524,0.000034607117,0.000035539524,0.0037745985],"genre_scores_gemma":[0.9886545,0.00025739608,0.000044070723,0.0028501372,0.0008225505,0.0042424784,0.00017339362,0.00001792089,0.0029375446],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99818915,0.00022084653,0.00042138094,0.00059917,0.000298031,0.00027143233],"domain_scores_gemma":[0.99874777,0.00020851578,0.00010626172,0.00025670094,0.0002937558,0.00038701014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002839857,0.00019398432,0.00026011595,0.0003672156,0.0003931836,0.00010311959,0.00022427239,0.00009223999,0.00020292247],"category_scores_gemma":[0.00025821026,0.00017505612,0.00004429593,0.0002545961,0.00010392864,0.00023809655,0.000057528723,0.0002235155,0.000014486734],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010624943,0.0029784988,0.073378146,0.0020287754,0.000042655967,1.3932039e-7,0.49026713,2.9421393e-8,1.2354694e-7,0.0037279516,0.059934814,0.36753547],"study_design_scores_gemma":[0.00043756628,0.00083839893,0.4188788,0.00039527388,0.000022779926,0.0000037687053,0.5542584,2.414508e-7,3.0374287e-7,0.00038756384,0.024645094,0.00013180914],"about_ca_topic_score_codex":0.0012018684,"about_ca_topic_score_gemma":0.0006590922,"teacher_disagreement_score":0.3674037,"about_ca_system_score_codex":0.00026015262,"about_ca_system_score_gemma":0.006004619,"threshold_uncertainty_score":0.9996304},"labels":[],"label_agreement":null},{"id":"W4408202399","doi":"10.2196/64768","title":"Organizational Leaders’ Views on Digital Health Competencies in Medical Education: Qualitative Semistructured Interview Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Qualitative research; Medical education; Psychology; Knowledge management; Digital health; Nursing; Medicine; Health care; Computer science; Sociology; Political science","score_opus":0.04379090480066152,"score_gpt":0.4678303503342231,"score_spread":0.4240394455335616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408202399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5586946,0.0013676262,0.0009058322,0.4194633,0.0048943954,0.0035551828,0.000008278245,0.00018500045,0.010925767],"genre_scores_gemma":[0.90567327,0.000076827375,0.00084395247,0.087719634,0.000724595,0.00078970444,0.0010785434,0.00003461835,0.0030588848],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99496454,0.00053379213,0.0014113056,0.0006413265,0.0020694751,0.0003795424],"domain_scores_gemma":[0.99774706,0.00025920552,0.00028752995,0.00056492205,0.00073679193,0.00040449522],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021259063,0.00031397023,0.00062544865,0.00075031415,0.00017569524,0.00006142253,0.00042280808,0.00033086384,0.003665582],"category_scores_gemma":[0.014698432,0.00027452363,0.00008168938,0.0027053948,0.00042958034,0.00018365946,0.00008668378,0.001122287,0.00011312475],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012189527,0.020897312,0.025982823,0.0012052387,0.00012112196,0.000007403568,0.07302639,6.5142507e-7,0.000005229412,0.029905267,0.3504062,0.49832046],"study_design_scores_gemma":[0.0074672345,0.0017118085,0.20119059,0.015367384,0.00010658062,0.00024004024,0.5503797,0.00079091126,0.000029505753,0.0146122305,0.20712179,0.0009822488],"about_ca_topic_score_codex":0.00008766759,"about_ca_topic_score_gemma":0.00010409391,"teacher_disagreement_score":0.4973382,"about_ca_system_score_codex":0.0011499334,"about_ca_system_score_gemma":0.029670829,"threshold_uncertainty_score":0.9999707},"labels":[],"label_agreement":null},{"id":"W4408244728","doi":"10.2196/65108","title":"ChatGPT’s Performance on Portuguese Medical Examination Questions: Comparative Analysis of ChatGPT-3.5 Turbo and ChatGPT-4o Mini","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"McNemar's test; Categorical variable; Test (biology); Computer science; Turbo; Portuguese; Consistency (knowledge bases); Medical education; Medical physics; Statistics; Machine learning; Artificial intelligence; Medicine; Mathematics; Engineering","score_opus":0.06824479477615698,"score_gpt":0.4625320639048515,"score_spread":0.39428726912869455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408244728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9739252,0.001194381,0.00015641504,0.018555872,0.001053344,0.0007267242,0.000003995999,0.00005219524,0.004331916],"genre_scores_gemma":[0.9924446,0.001598979,0.000118161726,0.0034197266,0.0003882181,0.00033603347,0.0003188397,0.000009147777,0.0013663303],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997129,0.00018761415,0.00087238883,0.00044565072,0.0010967234,0.00026861468],"domain_scores_gemma":[0.9978156,0.00045288657,0.0002556452,0.00039968445,0.00057487,0.0005013236],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012279957,0.00020395832,0.00056909653,0.00105214,0.00013639982,0.000015599857,0.00015787748,0.00040109607,0.0010277132],"category_scores_gemma":[0.0021933438,0.00017830316,0.00010470381,0.0017043854,0.00034743547,0.00016198882,0.000036808622,0.0004749885,0.000029926136],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002113629,0.0023777864,0.05247279,0.00054124347,0.000349108,0.0000031596821,0.012596925,0.0000062660442,0.000057705674,0.005551651,0.0042501725,0.9215818],"study_design_scores_gemma":[0.0002483859,0.00062520657,0.95818394,0.0021082365,0.0006431484,0.000017880377,0.0066100555,0.022420235,0.002334343,0.00037268543,0.0062006307,0.00023526086],"about_ca_topic_score_codex":0.0004691327,"about_ca_topic_score_gemma":0.00018028765,"teacher_disagreement_score":0.92134655,"about_ca_system_score_codex":0.00021537257,"about_ca_system_score_gemma":0.0027771618,"threshold_uncertainty_score":0.9998855},"labels":[],"label_agreement":null},{"id":"W4408251534","doi":"10.2196/67244","title":"Large Language Models in Biochemistry Education: Comparative Evaluation of Performance","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Course (navigation); Computational biology; Data science; Biology; World Wide Web; Engineering","score_opus":0.11612571078694593,"score_gpt":0.5239413793665126,"score_spread":0.4078156685795667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408251534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9702067,0.0015460207,0.00013228993,0.004225142,0.00070699584,0.00070807355,0.0000012080686,0.000016147053,0.022457415],"genre_scores_gemma":[0.9967468,0.00007198184,0.00014511083,0.0011786111,0.0002322663,0.0004850204,0.00015771425,0.000004822361,0.0009776964],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9985215,0.00008154896,0.00046790973,0.00020440115,0.000571169,0.00015345984],"domain_scores_gemma":[0.9987986,0.00006431134,0.000101316604,0.0002532662,0.0006590466,0.00012347766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092046533,0.00008875855,0.00019183727,0.0002194884,0.000042669504,0.000006086871,0.00009088572,0.00016731131,0.00055698474],"category_scores_gemma":[0.0005305733,0.00008517244,0.000034840737,0.0005756102,0.000064494925,0.00011750535,0.000015900068,0.00023163125,0.000017128497],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020095703,0.0067685815,0.05062249,0.0014220449,0.00003196224,3.3157838e-7,0.037189238,0.00006148493,0.0010720943,0.0060951863,0.015180858,0.88135475],"study_design_scores_gemma":[0.001681839,0.00045316416,0.18555456,0.012310273,0.00040283054,0.000046367237,0.29632533,0.28947008,0.18392356,0.018349465,0.010723857,0.0007586777],"about_ca_topic_score_codex":0.00020452656,"about_ca_topic_score_gemma":0.00007072091,"teacher_disagreement_score":0.8805961,"about_ca_system_score_codex":0.00036479332,"about_ca_system_score_gemma":0.013890792,"threshold_uncertainty_score":0.9916995},"labels":[],"label_agreement":null},{"id":"W4408305084","doi":"10.2196/64179","title":"Motivation Theories and Constructs in Experimental Studies of Online Instruction: Systematic Review and Directed Content Analysis","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University; University Health Network; University of British Columbia","funders":"","keywords":"Preprint; Psychology; Content analysis; Mathematics education; Computer science; Sociology; World Wide Web; Social science","score_opus":0.06193653793801022,"score_gpt":0.43755790562048535,"score_spread":0.3756213676824751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408305084","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031118265,0.993708,0.0000034145394,0.00018464724,0.0005921298,0.0021282113,0.000015425725,0.000029013965,0.00022731163],"genre_scores_gemma":[0.0020091708,0.99558413,0.00006045086,0.00035570603,0.000049433635,0.0010549133,0.00034495658,0.000009450841,0.0005317841],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9972188,0.00059224985,0.001419825,0.00037980487,0.0002766697,0.000112654365],"domain_scores_gemma":[0.9980485,0.0005704598,0.0008085046,0.00028457967,0.00019722429,0.000090739624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049027643,0.0002551134,0.0025319525,0.0005228415,0.00003782477,0.000009969275,0.000105306506,0.00025147517,0.00047982155],"category_scores_gemma":[0.0021480897,0.00018804785,0.00013362923,0.0011766449,0.00032066417,0.00006032548,0.000047178266,0.00023045283,0.0000010193279],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006227485,0.0005287884,0.0016676536,0.8130206,0.0016126536,0.0000019168651,0.003870563,6.742844e-9,3.8058833e-8,0.010082394,0.0004531499,0.16875601],"study_design_scores_gemma":[0.00089505495,0.000096016374,0.0048700827,0.93804467,0.011723418,0.00010526137,0.032843303,0.000001345398,4.6504917e-7,0.00020658602,0.010695195,0.0005186301],"about_ca_topic_score_codex":0.000032402066,"about_ca_topic_score_gemma":0.000014678477,"teacher_disagreement_score":0.16823737,"about_ca_system_score_codex":0.00010141972,"about_ca_system_score_gemma":0.00046737923,"threshold_uncertainty_score":0.7668369},"labels":[],"label_agreement":null},{"id":"W4408305120","doi":"10.2196/60061","title":"Gender Equality Training for Students in Higher Education: Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Gender Diversity and Inequality","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Training (meteorology); Mathematics education; Higher education; Medical education; Psychology; Sociology; Political science; Computer science; Medicine; Geography; World Wide Web","score_opus":0.3260594215704064,"score_gpt":0.5369018068285908,"score_spread":0.21084238525818438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408305120","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13561761,0.040904105,0.0010331348,0.34320706,0.019820629,0.011008784,0.000009250139,0.00024759592,0.44815186],"genre_scores_gemma":[0.9414146,0.0021158124,0.0003598999,0.042927228,0.00077852723,0.00086249463,0.00005300628,0.0000056680856,0.011482761],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837095,0.0003295362,0.00030388118,0.0002229238,0.00056372513,0.00020895991],"domain_scores_gemma":[0.9993524,0.00014168673,0.00007803777,0.00013876938,0.00013338403,0.00015575117],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025029054,0.0000675156,0.00016908451,0.00007239215,0.00023286488,0.00003963984,0.00033059242,0.00012612829,0.0019807122],"category_scores_gemma":[0.0010954663,0.00007168306,0.000053882784,0.00040344213,0.000085617365,0.00016540325,0.000042445496,0.0001311273,0.000014259955],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027906914,0.003093853,0.07256411,0.0117748855,0.00003709293,3.0467584e-7,0.07079562,2.8053523e-7,0.0000020274956,0.42769548,0.14264986,0.27135858],"study_design_scores_gemma":[0.0013017528,0.00003610496,0.3785625,0.063356146,0.00009540615,3.9395218e-7,0.06374034,0.0000049515975,0.000004564406,0.041095383,0.45126626,0.00053617667],"about_ca_topic_score_codex":0.00039805443,"about_ca_topic_score_gemma":0.00032791347,"teacher_disagreement_score":0.805797,"about_ca_system_score_codex":0.00022083592,"about_ca_system_score_gemma":0.008269891,"threshold_uncertainty_score":0.9989316},"labels":[],"label_agreement":null},{"id":"W4408352923","doi":"10.2196/67804","title":"Evaluation of a Simulation Program for Providing Telenursing Training to Nursing Students: Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nursing; Cohort; Medicine; Health care; Self-efficacy; Demographics; Multivariate analysis; Intervention (counseling); Nurse education; Psychology","score_opus":0.08405975119996899,"score_gpt":0.5743759660517372,"score_spread":0.49031621485176824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408352923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685006,0.00007215123,0.007693609,0.004228122,0.0007341754,0.018081157,0.000001284491,0.00008206838,0.00060679397],"genre_scores_gemma":[0.99093676,0.000001534771,0.0024573894,0.0009072875,0.00035463372,0.005148573,0.00011392372,0.00001634125,0.00006357833],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965337,0.00017249877,0.00070335116,0.0003321141,0.0020074619,0.00025090514],"domain_scores_gemma":[0.9980283,0.0001812688,0.00018996777,0.0002107082,0.0011630323,0.00022674688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00402734,0.00012674619,0.0003160472,0.00043282527,0.00012095116,0.000020254325,0.00009858101,0.000089925124,0.000076267774],"category_scores_gemma":[0.0038826582,0.00012002393,0.00004948802,0.0006669759,0.000036602014,0.0001041748,0.0000131272245,0.00013562522,0.0000012691829],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016125095,0.0041469457,0.12001549,0.00016014074,0.00007524998,1.7131329e-7,0.009250668,0.00005134067,0.000065304834,0.000083914885,0.0012887086,0.8647008],"study_design_scores_gemma":[0.0061441828,0.002393463,0.9329672,0.0026082809,0.001320142,0.0000040807345,0.02754726,0.023495676,0.0001546882,0.0004916547,0.0027380467,0.00013534227],"about_ca_topic_score_codex":0.000036218877,"about_ca_topic_score_gemma":0.000018276993,"teacher_disagreement_score":0.8645655,"about_ca_system_score_codex":0.00065985636,"about_ca_system_score_gemma":0.0038482524,"threshold_uncertainty_score":0.68266344},"labels":[],"label_agreement":null},{"id":"W4408477867","doi":"10.2196/63018","title":"Recruiting Medical, Dental, and Biomedical Students as First Responders in the Immediate Aftermath of the COVID-19 Pandemic: Prospective Follow-Up Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Preprint; Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Coronavirus Infections; Medicine; Medical education; Psychology; Virology; Computer science; Outbreak; Internal medicine; World Wide Web; Infectious disease (medical specialty)","score_opus":0.021387586092034457,"score_gpt":0.41894651202481575,"score_spread":0.3975589259327813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408477867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9650934,0.00028293632,0.000019258481,0.029797105,0.001992329,0.0023930622,0.0000022700117,0.000024629453,0.00039504748],"genre_scores_gemma":[0.99158984,0.00017794305,0.0000074461673,0.0070519415,0.0002658453,0.00067202677,0.000021722039,0.000010089592,0.00020312455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99626255,0.00046882543,0.00055572443,0.00033466026,0.0021561761,0.0002220761],"domain_scores_gemma":[0.998221,0.0008363826,0.00015302766,0.00033051468,0.00008765407,0.00037144555],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026885597,0.00015213591,0.00031017442,0.00023496586,0.00020112768,0.00003214503,0.00038136262,0.00022857156,0.00011076428],"category_scores_gemma":[0.010886216,0.00008549113,0.00009924377,0.0008885327,0.00053731614,0.00006601321,0.00018356487,0.0005825385,0.000004972305],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040678642,0.0016597202,0.9552882,0.00020051048,0.00007593786,0.000021050913,0.030058242,8.400003e-8,0.000027431537,0.000117020056,0.0073718913,0.004773173],"study_design_scores_gemma":[0.0049205422,0.00014753503,0.9339963,0.00066434627,0.00011232636,0.00004976875,0.052942842,0.000026155309,0.0000058738146,0.0004435069,0.006605848,0.000084957115],"about_ca_topic_score_codex":0.00043169135,"about_ca_topic_score_gemma":0.00078915997,"teacher_disagreement_score":0.0264965,"about_ca_system_score_codex":0.00028630765,"about_ca_system_score_gemma":0.0035683503,"threshold_uncertainty_score":0.9974455},"labels":[],"label_agreement":null},{"id":"W4408559650","doi":"10.2196/63353","title":"Assessing ChatGPT’s Capability as a New Age Standardized Patient: Qualitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Qualitative research; Medicine; Psychology; Gerontology; Computer science; World Wide Web; Sociology; Social science","score_opus":0.12122127975841888,"score_gpt":0.5691855747991221,"score_spread":0.44796429504070323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408559650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9560364,0.0002439116,0.00055621896,0.033018116,0.0019528592,0.0017485316,9.280158e-7,0.00008500188,0.0063580726],"genre_scores_gemma":[0.99098927,0.000016354563,0.00039484003,0.005921508,0.00046023336,0.00036219668,0.000057544188,0.000012549461,0.0017855229],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9973932,0.00043350065,0.00070167566,0.00041080924,0.0007962244,0.00026460306],"domain_scores_gemma":[0.99790627,0.00041133713,0.00014176029,0.00041284013,0.0004438507,0.00068397314],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011323415,0.00015543037,0.00033318266,0.00020392277,0.00018641104,0.00007657927,0.000107846725,0.00018842031,0.0012521889],"category_scores_gemma":[0.008607413,0.0001354692,0.00008031239,0.0006277521,0.00012827269,0.00022020313,0.00003328736,0.00042881136,0.000084111976],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023244206,0.003440323,0.005772661,0.00016614115,0.000047208236,0.0000077283785,0.30466092,1.7079894e-7,0.000052718948,0.0010045159,0.026420211,0.65819496],"study_design_scores_gemma":[0.00047727337,0.00097251136,0.019058878,0.0010006279,0.00012654602,0.000013185771,0.92146605,0.00006223196,0.0012000805,0.021854453,0.033525024,0.00024314644],"about_ca_topic_score_codex":0.0043825926,"about_ca_topic_score_gemma":0.0002454586,"teacher_disagreement_score":0.65795183,"about_ca_system_score_codex":0.0005261726,"about_ca_system_score_gemma":0.016638957,"threshold_uncertainty_score":0.9997435},"labels":[],"label_agreement":null},{"id":"W4408561782","doi":"10.2196/72336","title":"Author’s Reply: Examining Multimodal AI Resources in Medical Education: The Role of Immersion, Motivation, and Fidelity in AI Narrative Learning","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative; Immersion (mathematics); Fidelity; Psychology; Computer science; Art; Literature","score_opus":0.015702255981046746,"score_gpt":0.3940639860206485,"score_spread":0.3783617300396018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408561782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8358906,0.0011277576,0.000046117657,0.16092312,0.00058378186,0.0008071804,6.508415e-7,0.00002906214,0.00059172715],"genre_scores_gemma":[0.9838551,0.00003309719,0.00013591495,0.014491105,0.00032839348,0.00045833134,0.000106644795,0.000015882864,0.0005755172],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966559,0.00061199337,0.0010627613,0.000470772,0.0009426357,0.000255929],"domain_scores_gemma":[0.9967677,0.0013653465,0.00028146053,0.00040812165,0.0008152938,0.00036208285],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020674027,0.00017881366,0.00034867588,0.0005580237,0.0001847104,0.000022388167,0.0001887854,0.00034119573,0.0009434536],"category_scores_gemma":[0.012459105,0.00014938382,0.000039579958,0.0012819604,0.00029594306,0.00016491645,0.00006178749,0.001187995,0.00000369762],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010637834,0.0007070547,0.87300724,0.00020044502,0.000011906116,6.48055e-7,0.04978532,0.000038719456,0.000024297022,0.0007762095,0.004312483,0.07102929],"study_design_scores_gemma":[0.0008115525,0.00007234613,0.8468778,0.0019225461,0.000014656329,0.000010199981,0.13393636,0.009650141,0.00006759715,0.0010764407,0.005455384,0.00010494872],"about_ca_topic_score_codex":0.0028324092,"about_ca_topic_score_gemma":0.00014201502,"teacher_disagreement_score":0.1479645,"about_ca_system_score_codex":0.00041433514,"about_ca_system_score_gemma":0.012983882,"threshold_uncertainty_score":0.99996984},"labels":[],"label_agreement":null},{"id":"W4408562374","doi":"10.2196/72190","title":"Examining Multimodal AI Resources in Medical Education: The Role of Immersion, Motivation, and Fidelity in AI Narrative Learning","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Empathy and Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative; Immersion (mathematics); Fidelity; Psychology; Mathematics education; Computer science; Linguistics; Philosophy; Mathematics","score_opus":0.009488208692481953,"score_gpt":0.34235199080124956,"score_spread":0.3328637821087676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408562374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9269886,0.001615566,0.000049322494,0.06836201,0.00045832884,0.0005805259,3.3817838e-7,0.00001899614,0.0019263285],"genre_scores_gemma":[0.9879953,0.00016987186,0.00007671328,0.010543745,0.00028789105,0.00029809444,0.000066218905,0.000010058653,0.00055208226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974556,0.00037268345,0.0007399713,0.00036375495,0.0008360147,0.00023198975],"domain_scores_gemma":[0.99835485,0.0005724318,0.00016449114,0.00024360813,0.00031602048,0.00034861546],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016928382,0.0001562189,0.00032615647,0.00036856977,0.000117259995,0.000015521013,0.00017350726,0.00035337306,0.0007282828],"category_scores_gemma":[0.015019171,0.00011849999,0.000038472543,0.000919777,0.0003689627,0.0001531595,0.00006703656,0.001186909,0.0000032741991],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016021817,0.0021138217,0.46692812,0.00023472492,0.00002027088,0.0000017400932,0.14882934,0.0000040792484,0.000110419176,0.0010995908,0.0045410246,0.37595662],"study_design_scores_gemma":[0.001153972,0.00010751118,0.6893518,0.0024282578,0.000022151093,0.000018026712,0.2936151,0.00268206,0.00016136521,0.0012973709,0.0090559395,0.00010642662],"about_ca_topic_score_codex":0.0010335987,"about_ca_topic_score_gemma":0.0001392419,"teacher_disagreement_score":0.3758502,"about_ca_system_score_codex":0.00018532824,"about_ca_system_score_gemma":0.007984073,"threshold_uncertainty_score":0.9976397},"labels":[],"label_agreement":null},{"id":"W4408613424","doi":"10.2196/58897","title":"Performance of ChatGPT-4 on Taiwanese Traditional Chinese Medicine Licensing Examinations: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Medicine; Traditional medicine; Family medicine; Pathology","score_opus":0.10183004765297057,"score_gpt":0.48369726778001876,"score_spread":0.3818672201270482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408613424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838999,0.00011191339,0.000032737174,0.0067001046,0.0027941747,0.0009376975,0.000002001312,0.00004635438,0.005475108],"genre_scores_gemma":[0.994511,0.000044670578,0.000055121927,0.0020012439,0.0015634928,0.00028230326,0.00015528669,0.000011809819,0.0013750497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997583,0.000089222245,0.00083299185,0.00033129653,0.0009749256,0.00018857597],"domain_scores_gemma":[0.9981048,0.00049129064,0.0001715484,0.000304238,0.00070658233,0.00022152104],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008929076,0.00015704332,0.00027454772,0.0004930421,0.0002129447,0.000013729642,0.00012961093,0.00018912018,0.001198576],"category_scores_gemma":[0.003160412,0.00012496492,0.00005829178,0.00083066465,0.00028212182,0.00014731524,0.000016136937,0.00038586574,0.000042316056],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002599923,0.0038636571,0.9317362,0.00026511983,0.000031319207,0.0000013396764,0.0031446605,0.0000061746177,0.00012312166,0.001383909,0.0017624198,0.05742214],"study_design_scores_gemma":[0.00027162037,0.0009940686,0.9932038,0.000578725,0.00002405564,0.000023989309,0.0018531667,0.0013572082,0.00019524716,0.00085232384,0.00056209456,0.00008365313],"about_ca_topic_score_codex":0.00030095465,"about_ca_topic_score_gemma":0.000030417421,"teacher_disagreement_score":0.0614677,"about_ca_system_score_codex":0.0002615207,"about_ca_system_score_gemma":0.0024215784,"threshold_uncertainty_score":0.99971443},"labels":[],"label_agreement":null},{"id":"W4408693386","doi":"10.2196/55313","title":"Creation of the ECHO Idaho Podcast: Tutorial and Pilot Assessment","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Competence (human resources); Echo (communications protocol); Psychology; Medical education; RSS; Nursing; Medicine; Computer science; Political science; World Wide Web; Social psychology","score_opus":0.03660864131910737,"score_gpt":0.4825276814921058,"score_spread":0.44591904017299844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408693386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8424682,0.00020806002,0.00008217172,0.0765461,0.033629216,0.0020678139,0.0000014628253,0.000043983153,0.044953],"genre_scores_gemma":[0.99539894,0.0001163448,0.00021210968,0.0008542575,0.0021760229,0.00080867804,0.0000058262435,0.000004268364,0.00042356504],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983801,0.00037755506,0.0002674968,0.00014928557,0.00067338103,0.00015215663],"domain_scores_gemma":[0.9985473,0.00080819335,0.00014299611,0.00015247679,0.00019772092,0.00015132045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010626173,0.000060025835,0.00010863044,0.000073480434,0.00035196453,0.000027905275,0.00019691625,0.0001401199,0.0002488443],"category_scores_gemma":[0.007811721,0.000049580096,0.000025220801,0.00052655506,0.00036934717,0.00010326519,0.000031531847,0.0001948593,0.000002844095],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003202969,0.0011141638,0.22004546,0.00017845865,0.000016816144,6.444469e-8,0.05221345,2.2917536e-7,0.00010739212,0.24930488,0.014068945,0.4629181],"study_design_scores_gemma":[0.00035341043,0.000056314315,0.8480868,0.00027954078,0.000025782223,2.652149e-7,0.010965184,0.000031033367,0.000045950284,0.011248554,0.12882628,0.00008091765],"about_ca_topic_score_codex":0.0045908308,"about_ca_topic_score_gemma":0.00090851984,"teacher_disagreement_score":0.6280413,"about_ca_system_score_codex":0.0003492465,"about_ca_system_score_gemma":0.009491771,"threshold_uncertainty_score":0.9961235},"labels":[],"label_agreement":null},{"id":"W4408755453","doi":"10.2196/65042","title":"Factors Influencing Educators’ Perspectives on Accepting Extended Reality in Health Care Education: Qualitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Health care; Psychology; Medical education; Sociology; Engineering ethics; Pedagogy; Political science; Medicine; Computer science; Engineering; World Wide Web","score_opus":0.03978026940864185,"score_gpt":0.4697495049247205,"score_spread":0.4299692355160787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408755453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9689484,0.00050388684,0.0021563685,0.020964412,0.0007373758,0.0014261923,0.0000026380405,0.00012098733,0.0051396852],"genre_scores_gemma":[0.9958874,0.000021125226,0.0005837141,0.0025816676,0.00013198325,0.0005829424,0.00002537784,0.000008643854,0.00017714256],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969078,0.0007473524,0.00064473343,0.00070262107,0.00065823,0.0003393177],"domain_scores_gemma":[0.99793655,0.0003459441,0.00024680464,0.0007969883,0.0002994152,0.00037430602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011783009,0.00021880295,0.0002987551,0.00051232695,0.0002847069,0.00015820394,0.0007916851,0.000111819296,0.000050109607],"category_scores_gemma":[0.0017466464,0.0001946332,0.000060546172,0.0016634034,0.00008141119,0.0004656458,0.00013949364,0.00045588272,0.000011993719],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006565098,0.0035309652,0.0016757359,0.00007198158,0.000011702697,1.169643e-7,0.73033303,0.0000021547087,0.000002661558,0.088136494,0.0031009512,0.1731276],"study_design_scores_gemma":[0.00021138978,0.00017984043,0.2139851,0.00026867297,0.0000025776949,4.5153888e-7,0.7808644,0.00005065555,0.000014036155,0.0022660613,0.0020129278,0.0001438593],"about_ca_topic_score_codex":0.0027771376,"about_ca_topic_score_gemma":0.00038538777,"teacher_disagreement_score":0.21230938,"about_ca_system_score_codex":0.0014867882,"about_ca_system_score_gemma":0.014344706,"threshold_uncertainty_score":0.99124306},"labels":[],"label_agreement":null},{"id":"W4408785698","doi":"10.2196/57812","title":"Ethical Use of Social Media and Sharing of Patient Information by Medical Students at a University Hospital in Saudi Arabia: Cross-Sectional Survey","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Permission; Social media; Medical education; Computer-assisted web interviewing; Cross-sectional study; Family medicine; Psychology; Medicine; Political science","score_opus":0.037702313480724434,"score_gpt":0.4162146692084322,"score_spread":0.37851235572770775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408785698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905606,0.000033873846,0.000009801262,0.005684203,0.0028947021,0.0006272959,0.00002100151,0.00001543712,0.00015307585],"genre_scores_gemma":[0.9990727,0.000116709074,0.000026440806,0.00039654502,0.00013346753,0.00007008795,0.00014993198,0.000003536755,0.000030595733],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963662,0.0005432598,0.00060290046,0.00019704456,0.0020738516,0.0002167698],"domain_scores_gemma":[0.99607766,0.002801328,0.0003049193,0.00008534274,0.00044502525,0.0002857496],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027709212,0.00008580265,0.00021201956,0.00021670586,0.0002510645,0.000037572827,0.00033275803,0.0007711957,0.0002827098],"category_scores_gemma":[0.03602393,0.000098537515,0.000036861973,0.0007172923,0.0007928101,0.000390699,0.00017116577,0.00052270386,0.0000030531637],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006380616,0.0004841264,0.94372207,0.00007627781,0.000008651091,1.678899e-7,0.04350591,1.4023819e-7,9.6716e-7,0.0033406487,0.0025565566,0.0062406687],"study_design_scores_gemma":[0.00042482367,0.000027091868,0.9895998,0.00009384729,0.0000039545475,1.6462113e-7,0.0032286332,0.00002180861,0.0000048984634,0.00021888745,0.006306168,0.0000699277],"about_ca_topic_score_codex":0.007990113,"about_ca_topic_score_gemma":0.0059461794,"teacher_disagreement_score":0.045877717,"about_ca_system_score_codex":0.00076357176,"about_ca_system_score_gemma":0.0037584058,"threshold_uncertainty_score":0.99861574},"labels":[],"label_agreement":null},{"id":"W4408855460","doi":"10.2196/71844","title":"Knowledge Mapping and Global Trends in Simulation in Medical Education: Bibliometric and Visual Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"China; Visualization; Bibliometrics; Field (mathematics); Library science; Regional science; Data science; Medical education; Geography; Computer science; Medicine; Data mining","score_opus":0.028389286759545725,"score_gpt":0.4921320060137204,"score_spread":0.4637427192541747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408855460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9656837,0.0043339403,0.00033053747,0.02589729,0.00083211047,0.00047930278,0.0000018212289,0.000046880006,0.002394429],"genre_scores_gemma":[0.99478745,0.00015076477,0.00019039022,0.0035462598,0.00034698227,0.00025772504,0.00027306445,0.000010293897,0.00043704416],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99736285,0.00021701923,0.0008351352,0.0005444262,0.00075225905,0.00028829256],"domain_scores_gemma":[0.9979952,0.00060208834,0.00012700417,0.00023179881,0.00038853553,0.0006553578],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0009879168,0.00019177611,0.00043869612,0.03029025,0.000078645186,0.000043793156,0.000098870245,0.00044448514,0.0011540178],"category_scores_gemma":[0.0024549272,0.00019548237,0.00006152931,0.08209687,0.000139285,0.00017128741,0.00005393463,0.00041203515,0.00000715213],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031150197,0.0009906593,0.6286237,0.00018657502,0.000028571432,0.0000011318888,0.0008670522,0.000021328697,3.7530904e-7,0.00037847762,0.0008705835,0.36800036],"study_design_scores_gemma":[0.0010895942,0.00004088534,0.91527796,0.00060260674,0.00008323296,0.000009435658,0.0020241002,0.07858159,8.3521195e-7,0.00031061453,0.0018526078,0.00012653082],"about_ca_topic_score_codex":0.0008615131,"about_ca_topic_score_gemma":0.0004689161,"teacher_disagreement_score":0.36787382,"about_ca_system_score_codex":0.0007613254,"about_ca_system_score_gemma":0.008756401,"threshold_uncertainty_score":0.9997591},"labels":[],"label_agreement":null},{"id":"W4409042849","doi":"10.2196/59083","title":"Media-Induced and Psychological Factors That Foster Empathy Through Virtual Reality in Nursing Education: 2×2 Between-Subjects Experimental Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Empathy; Perspective (graphical); Narrative; Perspective-taking; Psychology; Curriculum; Virtual reality; Nurse education; Medical education; Applied psychology; Social psychology; Medicine; Pedagogy; Computer science; Human–computer interaction","score_opus":0.09184295497591881,"score_gpt":0.44960242315810317,"score_spread":0.35775946818218435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409042849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824594,0.00015094884,0.0037746925,0.0075524477,0.0010296495,0.0009050519,0.000001695139,0.00008384057,0.0040422454],"genre_scores_gemma":[0.99744886,0.000013979041,0.00034274757,0.0015933578,0.00016689223,0.00034804788,0.000030940788,0.000007700404,0.000047466798],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99767596,0.00029696192,0.0004332646,0.00067835447,0.00061141286,0.00030405718],"domain_scores_gemma":[0.99857414,0.00029942987,0.000111729605,0.0006293271,0.00006495813,0.00032040686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047901488,0.00021648924,0.0002982774,0.00019877631,0.00016617695,0.00016701217,0.000617852,0.00023052805,0.00003462127],"category_scores_gemma":[0.00042436572,0.00018493843,0.00004668047,0.0007938039,0.00014668421,0.00062075106,0.00015869932,0.00037083568,0.000008697833],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003763625,0.029058486,0.07337418,0.000025085674,0.000024930716,0.0000021325154,0.120759875,2.5817687e-7,0.00020844625,0.06303808,0.007838673,0.7056322],"study_design_scores_gemma":[0.00085596624,0.00060848234,0.9478392,0.00029042468,0.000012109896,0.000007640296,0.039196327,0.000093399154,0.0009797211,0.009254441,0.00057954266,0.00028272733],"about_ca_topic_score_codex":0.00023082762,"about_ca_topic_score_gemma":0.00004388254,"teacher_disagreement_score":0.87446505,"about_ca_system_score_codex":0.00026728833,"about_ca_system_score_gemma":0.001120282,"threshold_uncertainty_score":0.75415707},"labels":[],"label_agreement":null},{"id":"W4409093390","doi":"10.2196/72998","title":"Citation Accuracy Challenges Posed by Large Language Models","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Citation; Computer science; Natural language processing; Library science","score_opus":0.32946776814999285,"score_gpt":0.60707918867813,"score_spread":0.2776114205281372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409093390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7020292,0.027202545,0.026080985,0.11409492,0.0035568816,0.001120283,0.000046388806,0.00013415354,0.12573461],"genre_scores_gemma":[0.9878913,0.0010338059,0.00027939808,0.0021055383,0.00012991241,0.00010189464,0.000043921194,0.000006094242,0.008408145],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919006,0.0002439303,0.0004888201,0.00051453715,0.006485151,0.00036694438],"domain_scores_gemma":[0.99455404,0.0030120583,0.0001412355,0.0005327978,0.0013425272,0.00041731563],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.010291723,0.00010095627,0.00017712516,0.016155323,0.00015385798,0.0005943072,0.0013598168,0.00019284085,0.0015635025],"category_scores_gemma":[0.06933685,0.000073342395,0.0000730652,0.048962064,0.00006758771,0.000612413,0.00022885895,0.00027125498,0.00028498608],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000083428085,0.00060365297,0.00052684685,0.000012385746,0.000005900094,8.560449e-7,0.0013121652,6.15614e-7,0.00021429396,0.015721694,0.31370693,0.6678863],"study_design_scores_gemma":[0.0020677096,0.00015818841,0.07155684,0.00016149193,0.000014227247,0.000005009521,0.028392047,0.086121425,0.0007013284,0.16834423,0.6419815,0.0004960135],"about_ca_topic_score_codex":0.000054024476,"about_ca_topic_score_gemma":0.000020990212,"teacher_disagreement_score":0.6673903,"about_ca_system_score_codex":0.00010900985,"about_ca_system_score_gemma":0.0014620482,"threshold_uncertainty_score":0.9993492},"labels":[],"label_agreement":null},{"id":"W4409093442","doi":"10.2196/73698","title":"Authors’ Reply: Citation Accuracy Challenges Posed by Large Language Models","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Citation; Computer science; Library science","score_opus":0.09489012269270007,"score_gpt":0.4803000377405062,"score_spread":0.38540991504780614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409093442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6542313,0.009760036,0.0035151998,0.30736992,0.003380711,0.0015049394,0.000008225377,0.00027169328,0.01995796],"genre_scores_gemma":[0.9773735,0.0010611338,0.00035141624,0.014667868,0.00067975005,0.000374296,0.00036931635,0.000017059376,0.005105652],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982814,0.00010981859,0.00048702362,0.00034756513,0.00048692466,0.00028725533],"domain_scores_gemma":[0.99863017,0.00025990885,0.00011411768,0.0003738443,0.00029401446,0.00032793387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072033197,0.00013218587,0.00020145271,0.00021536555,0.00013025895,0.000024542393,0.00012516945,0.00026678186,0.0006469115],"category_scores_gemma":[0.003114569,0.00012183898,0.00006305798,0.00038613152,0.000051576437,0.00020755503,0.000023278919,0.0003690523,0.000107813394],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107950014,0.0017222331,0.0007411507,0.00047514727,0.00003126133,0.000002535092,0.024799135,5.536886e-7,0.00072783185,0.015916247,0.24701288,0.7084631],"study_design_scores_gemma":[0.0012193423,0.00079099275,0.023739873,0.0047696647,0.00032417304,0.000070322305,0.20512193,0.03392958,0.014304195,0.084663294,0.6299676,0.0010990669],"about_ca_topic_score_codex":0.00041400295,"about_ca_topic_score_gemma":0.00006184634,"teacher_disagreement_score":0.707364,"about_ca_system_score_codex":0.00019638952,"about_ca_system_score_gemma":0.002370948,"threshold_uncertainty_score":0.7083227},"labels":[],"label_agreement":null},{"id":"W4409141811","doi":"10.2196/59365","title":"Evaluation and Uptake of an Online ADHD Psychoeducation Training for Primary Care Health Care Professionals: Implementation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Attention Deficit Hyperactivity Disorder","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Psychoeducation; Health professionals; Training (meteorology); Psychology; Health care; Primary care; Medical education; Medicine; Psychiatry; Family medicine; Computer science; World Wide Web; Political science; Psychological intervention","score_opus":0.12686787753493128,"score_gpt":0.5672147394834419,"score_spread":0.44034686194851064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409141811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98456806,0.0015616918,0.00026125443,0.0073395073,0.0006197967,0.005432961,0.000025959707,0.000031859265,0.00015893506],"genre_scores_gemma":[0.98974234,0.000014656164,0.0021825961,0.001703577,0.00023864541,0.001545383,0.0044744504,0.000017194674,0.000081155835],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9978282,0.00024906412,0.0005581231,0.00035648656,0.0008528458,0.00015529113],"domain_scores_gemma":[0.9981527,0.00006995228,0.00025235256,0.00023962832,0.0011202345,0.0001651356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009582251,0.0001270539,0.00028393805,0.00025300815,0.00013874359,0.00001193949,0.000062997045,0.000102738515,0.00015529161],"category_scores_gemma":[0.00042988828,0.00012073898,0.000046679557,0.00028551967,0.00003671988,0.00018486963,0.000016979995,0.00016392171,6.123714e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008652581,0.003011981,0.0053698504,0.0007400286,0.000042826578,5.1905214e-8,0.066662334,5.1229966e-7,0.000058719714,0.000045048444,0.00067551294,0.9233066],"study_design_scores_gemma":[0.0026404134,0.0005357548,0.42471576,0.00037509057,0.00015382183,0.000002650137,0.5704835,0.00022263822,0.000007456038,0.000043676788,0.00075774494,0.0000615194],"about_ca_topic_score_codex":0.00009110436,"about_ca_topic_score_gemma":0.0003573386,"teacher_disagreement_score":0.9232451,"about_ca_system_score_codex":0.00043862461,"about_ca_system_score_gemma":0.010615743,"threshold_uncertainty_score":0.99499315},"labels":[],"label_agreement":null},{"id":"W4409148404","doi":"10.2196/65779","title":"Preclinical Medical Students' Perspectives and Experiences With Structured Web-Based English for Medical Purposes Courses: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Active listening; Medical education; Curriculum; Reading (process); Vocabulary; Descriptive statistics; Flexibility (engineering); Web application; Workload; Psychology; Cross-sectional study; Medicine; Mathematics education; Computer science; Pedagogy; World Wide Web","score_opus":0.014172404720174935,"score_gpt":0.3881470282452011,"score_spread":0.37397462352502614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409148404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99309087,0.00057468325,0.00009459641,0.0017462532,0.002089401,0.0007530208,0.000005615753,0.00014684472,0.001498718],"genre_scores_gemma":[0.99320525,0.0000049124064,0.000054244643,0.0019297521,0.0022229794,0.0010772713,0.00004274946,0.000016378886,0.0014464662],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99655396,0.0002395218,0.00045869322,0.0005241479,0.0019744737,0.00024918464],"domain_scores_gemma":[0.99804616,0.0009606098,0.00011426487,0.00018423209,0.00031877533,0.00037594078],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016263928,0.00019245363,0.00027126077,0.00015035292,0.00057398656,0.00051443744,0.00050273375,0.0002297082,0.012359239],"category_scores_gemma":[0.0072223786,0.0001358907,0.000067871064,0.00006991487,0.0010046718,0.00016310615,0.00007039314,0.00066500524,0.000002326617],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037944314,0.0038240778,0.50022507,0.00011781628,0.00020095779,0.000010710855,0.4504122,7.005669e-7,2.073798e-7,0.010387801,0.004197608,0.030243393],"study_design_scores_gemma":[0.003997279,0.0006239595,0.113862805,0.00027433157,0.00004788673,0.000008763939,0.8585068,0.00055855606,0.0000018712316,0.00007030802,0.021802029,0.00024541208],"about_ca_topic_score_codex":0.0002100096,"about_ca_topic_score_gemma":0.0013393081,"teacher_disagreement_score":0.4080946,"about_ca_system_score_codex":0.000057427915,"about_ca_system_score_gemma":0.00290866,"threshold_uncertainty_score":0.98854357},"labels":[],"label_agreement":null},{"id":"W4409198341","doi":"10.2196/66186","title":"Effect of Immersive Virtual Reality Teamwork Training on Safety Behaviors During Surgical Cases: Nonrandomized Intervention Versus Controlled Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Teamwork; Intervention (counseling); Virtual reality; Randomized controlled trial; Control (management); Psychology; Medical education; Human–computer interaction; Computer science; Medicine; Nursing; Surgery; Artificial intelligence; World Wide Web","score_opus":0.04736566682845886,"score_gpt":0.4843321675572569,"score_spread":0.43696650072879806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409198341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826829,0.000036857702,0.00023838617,0.0028495896,0.004908405,0.005591561,0.00001106651,0.000058489535,0.003622754],"genre_scores_gemma":[0.99551374,0.000026442032,0.0000047479793,0.00017236482,0.000307439,0.0027996614,0.00016086722,0.000014509702,0.0010002396],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99240786,0.004624913,0.0014176551,0.0003937209,0.00080056844,0.00035525797],"domain_scores_gemma":[0.99148893,0.006918107,0.0007183629,0.0003646232,0.00018943385,0.0003205324],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004923634,0.00022428915,0.0009027408,0.00027872468,0.00049553794,0.0000017771818,0.00022728601,0.00029658125,0.0010130336],"category_scores_gemma":[0.0102133965,0.00017507948,0.00021190153,0.0004307185,0.00014765264,0.00008820208,0.00007054282,0.0011153733,0.00003672804],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8542101,0.023469293,0.018660398,0.0011394862,0.0007683613,0.00003938936,0.03690444,0.00004754657,0.0001838403,0.002453007,0.0031178806,0.059006285],"study_design_scores_gemma":[0.70259994,0.028586738,0.14604075,0.0079748,0.0012413074,0.0000061910146,0.10775925,0.00025234363,0.00019690453,0.000033051776,0.0047428356,0.0005658721],"about_ca_topic_score_codex":0.00030998886,"about_ca_topic_score_gemma":0.000117678814,"teacher_disagreement_score":0.15161012,"about_ca_system_score_codex":0.0004406015,"about_ca_system_score_gemma":0.0015904732,"threshold_uncertainty_score":0.99990016},"labels":[],"label_agreement":null},{"id":"W4409202047","doi":"10.2196/64767","title":"Evolution of Learning Styles in Surgery Comparing Residents and Teachers: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cross-sectional study; Psychology; Medical education; Medicine; Computer science","score_opus":0.028199800954378743,"score_gpt":0.41096166504300063,"score_spread":0.3827618640886219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409202047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99575377,0.0003457501,0.00004519152,0.000108120745,0.00044041243,0.00017376688,2.3720305e-7,0.000018265022,0.003114463],"genre_scores_gemma":[0.99845266,0.0000059075155,0.00000447886,0.00003164609,0.00007454079,0.0001013848,0.000010216402,0.0000039774627,0.001315207],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987688,0.0003383144,0.0003103749,0.00021981783,0.00024392988,0.000118781776],"domain_scores_gemma":[0.9993506,0.00036097923,0.00009888246,0.00006932013,0.00007461989,0.00004559836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007583482,0.00006716254,0.00015490105,0.0002479794,0.000069555164,0.000025716625,0.00006970185,0.000100313555,0.00031675014],"category_scores_gemma":[0.0009889957,0.00006438052,0.000025975083,0.00023794982,0.000102098034,0.00005994597,0.000033268923,0.0003189514,0.000008333118],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045461533,0.0008018629,0.98224944,0.000021235906,0.00002167065,7.585258e-7,0.004281141,0.000001569198,0.0000072801968,0.0012336377,0.00025378747,0.011082154],"study_design_scores_gemma":[0.0003865412,0.000040515963,0.97752726,0.00014280266,0.0000056441513,0.0000014316244,0.021444434,0.000035687997,0.0000017935218,0.00029072425,0.000072877,0.00005029771],"about_ca_topic_score_codex":0.0020042637,"about_ca_topic_score_gemma":0.0002219168,"teacher_disagreement_score":0.017163293,"about_ca_system_score_codex":0.00007054921,"about_ca_system_score_gemma":0.00035160797,"threshold_uncertainty_score":0.3468192},"labels":[],"label_agreement":null},{"id":"W4409317053","doi":"10.2196/67419","title":"Evaluation of the Inverted Classroom Approach in a Case-Study Course on Antithrombotic Drug Use in a PharmD Curriculum: French Monocentric Randomized Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Pharmacy; Empathy; Session (web analytics); Workload; Medicine; Medical education; Psychology; Antithrombotic; Family medicine; Pedagogy; Internal medicine; Psychiatry; Computer science","score_opus":0.036440666810855095,"score_gpt":0.40557057233622346,"score_spread":0.36912990552536834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409317053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903348,0.00019998156,0.000016776052,0.0011030526,0.00052009,0.0064998353,3.8406264e-7,0.000019353743,0.0013057287],"genre_scores_gemma":[0.9984036,0.000014097747,0.0000259776,0.000190798,0.00004997107,0.0011878189,0.0000039766564,0.000005523681,0.000118214346],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9888128,0.0085073905,0.0005340148,0.00031186643,0.0016098416,0.00022405495],"domain_scores_gemma":[0.99855286,0.00063809776,0.00020479881,0.00022999298,0.0002912711,0.000082970255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015387349,0.0001190548,0.00035581537,0.000352001,0.00018678502,0.000044594915,0.00027186147,0.00010626532,0.00014075589],"category_scores_gemma":[0.006346639,0.00008581573,0.00006322693,0.0024239463,0.00016463333,0.00016696831,0.000042638352,0.00048206103,0.0000028238012],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021386734,0.015888745,0.8431899,0.000026490385,0.000048439808,0.0000071736763,0.11560381,0.00017013673,7.301076e-7,0.00022490049,0.0010764602,0.023549376],"study_design_scores_gemma":[0.098958075,0.00011724202,0.41406643,0.0005146054,0.00054605835,0.000004414321,0.39318287,0.09149288,0.000002607116,0.00079014513,0.00007044767,0.00025422464],"about_ca_topic_score_codex":0.06912496,"about_ca_topic_score_gemma":0.0239751,"teacher_disagreement_score":0.42912343,"about_ca_system_score_codex":0.00042772302,"about_ca_system_score_gemma":0.0061242958,"threshold_uncertainty_score":0.99951005},"labels":[],"label_agreement":null},{"id":"W4409354062","doi":"10.2196/71721","title":"Authors’ Reply: Enhancing AI-Driven Medical Translations: Considerations for Language Concordance","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Concordance; Linguistics; Psychology; Natural language processing; Computer science; Medicine; Philosophy; Internal medicine","score_opus":0.017954926257992474,"score_gpt":0.37081960671953157,"score_spread":0.35286468046153907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409354062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057637203,0.00028755053,0.861582,0.12868948,0.0017108856,0.00051278557,0.0000016368923,0.0001748987,0.0012770344],"genre_scores_gemma":[0.84046036,0.000015849999,0.124391355,0.032287348,0.0005663576,0.0008690658,0.000022522876,0.000010365388,0.001376759],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982165,0.00009867346,0.00047790178,0.00042020876,0.00056165195,0.0002250399],"domain_scores_gemma":[0.9983673,0.0006439553,0.00007566185,0.00048119386,0.00017587183,0.0002560177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006861053,0.00011074385,0.00017088366,0.00013865328,0.00020892068,0.00009429098,0.00044824858,0.00017406455,0.0002894291],"category_scores_gemma":[0.004087962,0.00010877273,0.0000681625,0.00029927486,0.00006839103,0.00028503672,0.00005929871,0.00029585254,0.000014031515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059869612,0.00032353032,0.00036025624,0.00013876465,0.000028484099,0.0000056648078,0.008662091,0.000033535944,0.0002932001,0.6549933,0.05527565,0.27987954],"study_design_scores_gemma":[0.0015137058,0.00006851705,0.0011401334,0.0009995226,0.000027833137,0.000052122003,0.0010200738,0.7946902,0.0013873511,0.104913466,0.09375145,0.00043560495],"about_ca_topic_score_codex":0.00005830416,"about_ca_topic_score_gemma":0.00020219875,"teacher_disagreement_score":0.83469665,"about_ca_system_score_codex":0.00008005381,"about_ca_system_score_gemma":0.00494241,"threshold_uncertainty_score":0.87676233},"labels":[],"label_agreement":null},{"id":"W4409354150","doi":"10.2196/70420","title":"Enhancing AI-Driven Medical Translations: Considerations for Language Concordance","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Concordance; Natural language processing; Linguistics; Computer science; Psychology; Medicine; Philosophy; Internal medicine","score_opus":0.06252833328718879,"score_gpt":0.4907199972332143,"score_spread":0.4281916639460255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409354150","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40472257,0.0020277782,0.085600674,0.49288797,0.005052717,0.0035083385,0.000011888465,0.000268318,0.005919732],"genre_scores_gemma":[0.95866925,0.00008534855,0.0040677246,0.033159893,0.0010593297,0.0012132234,0.00014114268,0.000014078852,0.0015900414],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983114,0.00006404524,0.0006159659,0.0002828567,0.0004858948,0.0002398072],"domain_scores_gemma":[0.99798334,0.0008817015,0.00007311255,0.00024910618,0.0004236616,0.0003891031],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00048471484,0.00011674148,0.00022825773,0.0001791737,0.00022480806,0.00002699843,0.00008783234,0.0002952578,0.0022998408],"category_scores_gemma":[0.007636665,0.00011005069,0.00008891579,0.0003087272,0.00013553604,0.000110674555,0.000010528177,0.00035518408,0.000050647],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001928894,0.0020848264,0.013469946,0.0012436514,0.00009852045,0.000009703714,0.016776174,0.0000037723653,0.0016838447,0.06531602,0.16131723,0.7378034],"study_design_scores_gemma":[0.003885972,0.0017288766,0.038422823,0.015991477,0.00082297326,0.0006204179,0.07569979,0.059962645,0.09401134,0.17129582,0.5355403,0.0020175937],"about_ca_topic_score_codex":0.00024172086,"about_ca_topic_score_gemma":0.0008721731,"teacher_disagreement_score":0.73578584,"about_ca_system_score_codex":0.00014608553,"about_ca_system_score_gemma":0.010981117,"threshold_uncertainty_score":0.99861217},"labels":[],"label_agreement":null},{"id":"W4409491872","doi":"10.2196/62838","title":"Making Medical Education Courses Visible: Theory-Based Development of a National Database","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blueprint; Terminology; Trainer; Computer science; Presentation (obstetrics); Medical education; Medical terminology; World Wide Web; Multimedia; Medicine; Engineering","score_opus":0.021760971897443766,"score_gpt":0.43867567464835555,"score_spread":0.4169147027509118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409491872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7453247,0.0012701736,0.06198641,0.119232096,0.010191843,0.0033236581,0.000016314054,0.00038462933,0.058270212],"genre_scores_gemma":[0.9179496,0.000020820093,0.031059751,0.045459356,0.0008050291,0.0010738348,0.0014448155,0.000033352502,0.0021533933],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99499536,0.00016157067,0.0011232062,0.0004588258,0.0029571103,0.0003039139],"domain_scores_gemma":[0.9969908,0.00026689895,0.0003225182,0.0004799513,0.0016788588,0.00026096439],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028537957,0.00023327865,0.00035864717,0.0009737765,0.00019615171,0.000023561515,0.0003876812,0.0004173048,0.0050395047],"category_scores_gemma":[0.020173425,0.0002144592,0.00007999356,0.0017644505,0.000373877,0.00015532273,0.00007769671,0.00064150867,0.000055727713],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021246732,0.007869513,0.0067085773,0.0012804738,0.00009674163,0.0000017348348,0.0009453251,0.0000012649084,0.00018160153,0.109380424,0.21313404,0.66018784],"study_design_scores_gemma":[0.0066795624,0.00027918734,0.095299706,0.029145733,0.00035072124,0.00016143202,0.007985625,0.010959116,0.005561464,0.0114251925,0.8310466,0.0011056685],"about_ca_topic_score_codex":0.0000102985505,"about_ca_topic_score_gemma":0.000009146628,"teacher_disagreement_score":0.6590822,"about_ca_system_score_codex":0.0006554686,"about_ca_system_score_gemma":0.10275236,"threshold_uncertainty_score":0.99587},"labels":[],"label_agreement":null},{"id":"W4409595518","doi":"10.2196/58801","title":"Global Health care Professionals’ Perceptions of Large Language Model Use In Practice: Cross-Sectional Survey Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Health care; Health professionals; Perception; Peer review; Psychology; Computer science; Political science; World Wide Web","score_opus":0.1026478207301601,"score_gpt":0.6006641496105455,"score_spread":0.4980163288803854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409595518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920893,0.00035667885,0.0003788036,0.004451394,0.0009947298,0.0013056563,0.00004257937,0.000027133323,0.0003537383],"genre_scores_gemma":[0.9935254,0.000023885954,0.00037971293,0.0044722343,0.00016644504,0.0002979169,0.00051458454,0.0000074607206,0.00061236374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977178,0.00038842292,0.0007318912,0.00030530294,0.00061748334,0.00023910019],"domain_scores_gemma":[0.99821484,0.00030224666,0.0001607841,0.00028327134,0.0008129422,0.00022592729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014085084,0.00010504953,0.00022743156,0.00019084637,0.00014086044,0.000020714373,0.00010164297,0.00019146176,0.00023575344],"category_scores_gemma":[0.00507171,0.00009647022,0.000047066882,0.00072664773,0.00006603028,0.00021559365,0.00003842043,0.00033967703,0.000013953892],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020688513,0.005964034,0.96276027,0.00015861969,0.00001463341,9.342652e-7,0.017616713,0.000019108395,0.0000019064739,0.000536362,0.0037873571,0.008933164],"study_design_scores_gemma":[0.00017999717,0.00013536087,0.91227186,0.00019485391,0.000008636261,0.000004529143,0.0861187,0.00085865805,0.0000036887554,0.00006278543,0.00010706359,0.000053873904],"about_ca_topic_score_codex":0.008791857,"about_ca_topic_score_gemma":0.011187485,"teacher_disagreement_score":0.06850198,"about_ca_system_score_codex":0.0008385993,"about_ca_system_score_gemma":0.014646998,"threshold_uncertainty_score":0.9978087},"labels":[],"label_agreement":null},{"id":"W4409597243","doi":"10.2196/63903","title":"An Ecosystem Approach to Developing and Implementing a Cocreated Bachelor’s Degree in Digital Health and Biomedical Innovation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Bachelor; Degree (music); Digital health; Computer science; Health care; Geography; World Wide Web; Economics; Economic growth; Physics","score_opus":0.015890447992562798,"score_gpt":0.3071798016023774,"score_spread":0.2912893536098146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409597243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9549959,0.00035103204,0.037882283,0.0042138235,0.0004839657,0.00045387066,0.000005448749,0.00019434173,0.0014193358],"genre_scores_gemma":[0.9952177,0.00003713555,0.0033913855,0.00067602855,0.00011622743,0.00020131798,0.00032329297,0.000013497911,0.000023439285],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99885863,0.00001729096,0.0004143106,0.00023066484,0.00021128313,0.00026784043],"domain_scores_gemma":[0.9994734,0.00003259223,0.000026553764,0.00010440288,0.000044956265,0.00031812166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043286072,0.00012377212,0.00016908936,0.0005287928,0.00005240584,0.00006937886,0.00009026314,0.00013275362,0.0000075378375],"category_scores_gemma":[0.0002555135,0.00011903784,0.0000071135687,0.0012189334,0.000028166069,0.0001762767,0.000034195495,0.00018360827,0.0000020679736],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006392149,0.00021989118,0.0039934292,0.001666375,0.00001611608,2.9785696e-7,0.0027046818,0.0000028533902,0.00014676516,0.0056754635,0.004018964,0.9815488],"study_design_scores_gemma":[0.0033617006,0.00037418064,0.64759994,0.006480242,0.00002357129,0.00012164004,0.017611984,0.15132177,0.00023328836,0.0027595977,0.16853118,0.001580911],"about_ca_topic_score_codex":0.000034114673,"about_ca_topic_score_gemma":0.000019690384,"teacher_disagreement_score":0.97996783,"about_ca_system_score_codex":0.0001654784,"about_ca_system_score_gemma":0.0006830516,"threshold_uncertainty_score":0.48542222},"labels":[],"label_agreement":null},{"id":"W4409597596","doi":"10.2196/60087","title":"Cardiac Implantable Electronic Device Educational Application for Cardiac Anesthesiology Trainees: Tutorial on App Development","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anesthesiology; Preprint; Intersection (aeronautics); Medical education; Medicine; Engineering; Computer science; Anesthesia; World Wide Web; Transport engineering","score_opus":0.0035449293193040347,"score_gpt":0.2602330899455538,"score_spread":0.2566881606262497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409597596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9058242,0.0047443155,0.022890568,0.01248775,0.03594404,0.0049507343,0.000049486844,0.0014273701,0.01168155],"genre_scores_gemma":[0.9818403,0.0001675087,0.0012999575,0.00092452404,0.0039197076,0.008253368,0.0017500476,0.000053663458,0.0017909176],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862456,0.000029074183,0.0003495063,0.0003040233,0.00028234458,0.00041050094],"domain_scores_gemma":[0.9992164,0.00023403761,0.000035298293,0.00022384498,0.00008719489,0.00020324648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036398356,0.00020212762,0.0002549726,0.00019506025,0.000105485386,0.000020196601,0.00021400006,0.00030699617,0.000060046117],"category_scores_gemma":[0.00017003444,0.00019813665,0.00007825006,0.00036126698,0.000039677478,0.00006576656,0.000011290529,0.00026746304,0.000063967884],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008875946,0.00093423744,0.0012948052,0.0016940391,0.00027896135,8.398655e-8,0.0013388207,0.00025252753,0.0027564818,0.060988497,0.40196487,0.52840793],"study_design_scores_gemma":[0.0002857564,0.000047983212,0.014510403,0.00013970686,0.000032542706,0.0000018794636,0.00013467637,0.0013429237,0.0011404832,0.0017694144,0.98032236,0.00027189092],"about_ca_topic_score_codex":0.00001572196,"about_ca_topic_score_gemma":0.0000039928486,"teacher_disagreement_score":0.57835746,"about_ca_system_score_codex":0.00047665954,"about_ca_system_score_gemma":0.0026700152,"threshold_uncertainty_score":0.8079778},"labels":[],"label_agreement":null},{"id":"W4409720934","doi":"10.2196/45912","title":"Effectiveness of an Interactive Web-Based Clinical Practice Monitoring System on Enhancing Motivation in Clinical Learning Among Undergraduate Nursing Students: Longitudinal Quasi-Experimental Study in Tanzania","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Nursing education and management","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attendance; Nursing; Tanzania; Medical education; Descriptive statistics; Nurse education; Intervention (counseling); Test (biology); Medicine; Psychology","score_opus":0.024020093230626777,"score_gpt":0.4733381980087283,"score_spread":0.4493181047781015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409720934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98263985,0.000036865807,0.00029876444,0.0008410503,0.01355313,0.0019045077,2.3388692e-7,0.00009637191,0.0006292016],"genre_scores_gemma":[0.9989447,0.0000024905034,0.00018442365,0.0001153225,0.0002741478,0.00037871115,0.000019409723,0.000029458897,0.000051309114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9913841,0.00506005,0.0015488554,0.0007473125,0.000960766,0.00029892428],"domain_scores_gemma":[0.9954759,0.0031635067,0.00059318956,0.0003537384,0.00022801914,0.00018568503],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0066605834,0.00024695028,0.0005620275,0.0007192586,0.00012373067,0.00009022958,0.00032280543,0.00022275593,0.000007732391],"category_scores_gemma":[0.0060792216,0.00026260846,0.00009660311,0.00086846045,0.00014951377,0.0005300794,0.000044529126,0.0011190464,0.0000056969943],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00298221,0.082610086,0.87452966,0.00028752268,0.000057306803,0.0000096116955,0.003015807,0.00020903019,0.00011742615,0.0002067658,0.00009010186,0.035884473],"study_design_scores_gemma":[0.0042795353,0.0027703913,0.92254364,0.012526549,0.000066922934,0.00000141616,0.053803094,0.0028070335,0.0009542854,0.000028217242,0.000040013456,0.00017887972],"about_ca_topic_score_codex":0.00038125532,"about_ca_topic_score_gemma":0.00006975039,"teacher_disagreement_score":0.07983969,"about_ca_system_score_codex":0.002156187,"about_ca_system_score_gemma":0.00071724784,"threshold_uncertainty_score":0.9999826},"labels":[],"label_agreement":null},{"id":"W4409803332","doi":"10.2196/66828","title":"AIFM-ed Curriculum Framework for Postgraduate Family Medicine Education on Artificial Intelligence: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; McGill University Health Centre; Jewish General Hospital; St Mary's Hospital Centre; McGill University","funders":"","keywords":"Curriculum; Medical education; Checklist; Medicine; Psychology; Pedagogy","score_opus":0.13657930291215686,"score_gpt":0.5746215829465984,"score_spread":0.4380422800344415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409803332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7248598,0.0012967406,0.11801295,0.12077449,0.024840849,0.0073831207,0.0000036680833,0.00024725925,0.0025811705],"genre_scores_gemma":[0.9565304,0.00018622084,0.018952165,0.015195697,0.0039421506,0.003918843,0.00025440968,0.000047118803,0.0009730237],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99594414,0.00048243304,0.0014134748,0.0008003958,0.0008547901,0.0005047749],"domain_scores_gemma":[0.9956778,0.0013870439,0.00030477156,0.00076547655,0.0012504155,0.0006144772],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024062176,0.00035780476,0.00061182614,0.0007099808,0.0003693752,0.0000491445,0.0002834806,0.00051044085,0.00051068177],"category_scores_gemma":[0.014100492,0.0002981233,0.00016093867,0.0013789684,0.00024904733,0.00011880955,0.000043927208,0.000850628,0.00012731456],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029986716,0.0075167967,0.002226184,0.0002546484,0.000058305213,9.763987e-7,0.0037248067,0.0000012932712,0.00011061121,0.06172677,0.041113492,0.8829662],"study_design_scores_gemma":[0.0003419555,0.006013023,0.035947543,0.0061975727,0.0007594933,0.00003337217,0.28521827,0.003650027,0.0063216914,0.5969771,0.057627153,0.00091280945],"about_ca_topic_score_codex":0.00097479083,"about_ca_topic_score_gemma":0.00004995874,"teacher_disagreement_score":0.88205343,"about_ca_system_score_codex":0.00049589586,"about_ca_system_score_gemma":0.0074377866,"threshold_uncertainty_score":0.9999471},"labels":[],"label_agreement":null},{"id":"W4409875715","doi":"10.2196/71935","title":"Global Trends in Cadaver Donation and Medical Education Research: Bibliometric Analysis Based on VOSviewer and CiteSpace","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Psychology; Computer science; World Wide Web","score_opus":0.014950807134522516,"score_gpt":0.39154161621435424,"score_spread":0.3765908090798317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409875715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9084903,0.0083637,0.0026534805,0.053600166,0.0011026862,0.00041390333,0.0000050604044,0.0002544404,0.025116274],"genre_scores_gemma":[0.9961455,0.0012952769,0.00015432292,0.0017105568,0.000088536915,0.00018108301,0.000068237896,0.000007040576,0.00034948371],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980481,0.00012607392,0.0002810954,0.00030520413,0.0009750076,0.00026449887],"domain_scores_gemma":[0.99902505,0.0002511002,0.000024900955,0.00020475764,0.00011673367,0.00037743725],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0011700554,0.00012332329,0.0002214205,0.03753639,0.000056731627,0.000028839151,0.00016816042,0.0004914716,0.0006485729],"category_scores_gemma":[0.0035542278,0.00011355344,0.00003623284,0.09316176,0.00022369833,0.00008622452,0.000043343414,0.0005281225,0.000005074682],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010832193,0.00034166843,0.03124322,0.00006887557,0.00003167727,0.000002023244,0.000061439074,0.000011067133,8.1593066e-7,0.007348801,0.0318943,0.9289853],"study_design_scores_gemma":[0.00071722636,0.000060199563,0.7600208,0.000333828,0.000062011655,0.0000046362507,0.00029160213,0.10548739,0.000009791861,0.0025986738,0.13023962,0.00017422746],"about_ca_topic_score_codex":0.00017132847,"about_ca_topic_score_gemma":0.00038983926,"teacher_disagreement_score":0.9288111,"about_ca_system_score_codex":0.00028179624,"about_ca_system_score_gemma":0.001156355,"threshold_uncertainty_score":0.97337234},"labels":[],"label_agreement":null},{"id":"W4409878162","doi":"10.2196/72000","title":"Using Web-Based Continuing Education to Improve New Diagnoses of Alzheimer Disease in Claims Data: Retrospective Case-Control Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medical diagnosis; Web application; Medicine; World Wide Web; Computer science; Pathology","score_opus":0.02496465067812774,"score_gpt":0.42213317816441304,"score_spread":0.3971685274862853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409878162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900309,0.0005315243,0.00054393965,0.004204275,0.00059356,0.0037453226,0.00002437724,0.00002263455,0.0003034739],"genre_scores_gemma":[0.9970522,0.0000075265384,0.00026444596,0.0014834492,0.0003166254,0.00050998,0.00007073687,0.000014040154,0.00028099882],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99795175,0.00018912704,0.0004521627,0.0004872563,0.0006668029,0.00025290673],"domain_scores_gemma":[0.9983204,0.00016286546,0.000099998055,0.00051957025,0.0003672175,0.0005299509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007554211,0.00014534037,0.00031693702,0.00048118143,0.000045763845,0.000029858058,0.00017025055,0.00007495949,0.00040587486],"category_scores_gemma":[0.0026358932,0.00013227949,0.000048548456,0.0007033002,0.000064961474,0.00016716676,0.00008510047,0.00026825393,0.0000066233392],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038686208,0.0055856514,0.7755384,0.00008309783,0.0000735662,0.00005447125,0.00047857277,0.0000010850871,0.00043839592,0.00004533349,0.0029402152,0.21437436],"study_design_scores_gemma":[0.004144634,0.0003640499,0.9877678,0.0010141837,0.00046608548,0.0000065411755,0.0031494775,0.0023346844,0.00024099731,0.00011093205,0.00028980584,0.00011079273],"about_ca_topic_score_codex":0.0011686342,"about_ca_topic_score_gemma":0.00021889893,"teacher_disagreement_score":0.21426357,"about_ca_system_score_codex":0.00021793599,"about_ca_system_score_gemma":0.008401456,"threshold_uncertainty_score":0.99722},"labels":[],"label_agreement":null},{"id":"W4409963969","doi":"10.2196/73328","title":"Visual Learning in Electrocardiography Training for Medical Residents: Comparative Intervention Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"ECG Monitoring and Analysis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Summative assessment; Interpretation (philosophy); Medical education; Flipped learning; Medicine; Psychology; Mathematics education; Formative assessment; Computer science","score_opus":0.02348657467049532,"score_gpt":0.458480445548455,"score_spread":0.4349938708779597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409963969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99210036,0.00037345223,0.002555705,0.0028336975,0.00042606867,0.00067965593,1.4956599e-7,0.00006551921,0.00096538046],"genre_scores_gemma":[0.9973675,0.00002747686,0.00012197451,0.0003326025,0.00043413567,0.00065749354,0.000054614175,0.000008222924,0.0009959931],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981618,0.00021061709,0.00046121088,0.00028885234,0.0006642999,0.00021323953],"domain_scores_gemma":[0.9992858,0.00020341665,0.00007696715,0.00010535756,0.00012925487,0.0001992099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012526137,0.00011217699,0.0003761583,0.0005997251,0.00008694953,0.000020954192,0.00009879221,0.00014731879,0.00013468292],"category_scores_gemma":[0.001844188,0.000101516176,0.00018854925,0.00088692823,0.0000512862,0.00005879359,0.000023183298,0.000529706,0.000005528518],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043653118,0.005046403,0.66981703,0.00021978657,0.00042885522,0.0000101762225,0.007539566,0.0000035954315,0.00006390681,0.00013737504,0.0037811657,0.31251562],"study_design_scores_gemma":[0.0064107548,0.0015658581,0.9140785,0.0034356744,0.0003424078,0.000011070945,0.061796416,0.008245678,0.00014410878,0.00036159187,0.00339943,0.00020851212],"about_ca_topic_score_codex":0.00016655902,"about_ca_topic_score_gemma":0.00010729127,"teacher_disagreement_score":0.3123071,"about_ca_system_score_codex":0.00011661133,"about_ca_system_score_gemma":0.0010390575,"threshold_uncertainty_score":0.41397095},"labels":[],"label_agreement":null},{"id":"W4409968529","doi":"10.2196/66892","title":"A Web-Based Training Intervention for Primary Care Providers on Preparing Patients for Cancer Treatment Decisions and Conversations About Clinical Trials: Evaluation of a Pilot Study Using Mixed Methods and Follow-Up","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Intervention (counseling); Clinical trial; Family medicine; Primary care; Qualitative property; Patient satisfaction; Nursing; Internal medicine","score_opus":0.6777357001524414,"score_gpt":0.7186520319471978,"score_spread":0.0409163317947564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409968529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977575,0.00051529927,0.008548056,0.0010220705,0.0012427075,0.010948624,0.00002996953,0.000018148468,0.00010010894],"genre_scores_gemma":[0.9764321,0.00010200554,0.017001005,0.0003190725,0.0001243327,0.0057863793,0.0001538726,0.000017260832,0.0000639879],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.995029,0.0019717233,0.0013850288,0.000516569,0.0009251033,0.00017261779],"domain_scores_gemma":[0.9647433,0.03232012,0.0004555128,0.00029280607,0.0019336363,0.00025460625],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023747051,0.00014154453,0.00064955844,0.0002751888,0.00015646848,0.000028717413,0.000078117475,0.00022942734,0.00001460779],"category_scores_gemma":[0.1709406,0.00011359418,0.00018822444,0.00019779637,0.00018491474,0.00006406287,0.00004002037,0.0003263527,8.886415e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035981457,0.00432508,0.024584912,0.0007807766,0.0002621559,2.9061445e-8,0.003321443,0.0000060842217,0.000067110464,0.00013392077,0.00020597894,0.9627144],"study_design_scores_gemma":[0.17555931,0.04084642,0.5516603,0.018698638,0.0077810963,8.064042e-7,0.04340156,0.15056553,0.0005318324,0.008429638,0.0020740454,0.00045082637],"about_ca_topic_score_codex":0.00017899377,"about_ca_topic_score_gemma":0.00078774925,"teacher_disagreement_score":0.9622635,"about_ca_system_score_codex":0.0007185796,"about_ca_system_score_gemma":0.010452993,"threshold_uncertainty_score":0.9951568},"labels":[],"label_agreement":null},{"id":"W4410094342","doi":"10.2196/68518","title":"Gamified Learning in a Virtual World for Undergraduate Emergency Radiology Education: Quasi-Experimental Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medical education; Virtual learning environment; Mathematics education; Psychology; Computer science; Multimedia; Medicine; World Wide Web","score_opus":0.020214384023719095,"score_gpt":0.4163761939332547,"score_spread":0.3961618099095356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410094342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93032694,0.0017331435,0.0011063212,0.031455338,0.012151908,0.0025223144,0.0000017162774,0.000103119906,0.020599222],"genre_scores_gemma":[0.9103857,0.000021958456,0.0001054458,0.001271256,0.0006592193,0.0060758274,0.00019911186,0.000020790698,0.08126067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9977636,0.00039914635,0.00067265215,0.0005793865,0.0002694262,0.00031579618],"domain_scores_gemma":[0.99894434,0.00024381987,0.00017972958,0.00034257697,0.00012344882,0.00016610701],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006485654,0.00019468348,0.00025776972,0.0005591428,0.00013680595,0.00002154103,0.00030472674,0.00017310404,0.0018781577],"category_scores_gemma":[0.00050073984,0.00020254434,0.00008315927,0.0008579725,0.000076592965,0.00009081087,0.000032174583,0.0003891516,0.000105922925],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003643277,0.061060276,0.15077332,0.0000551379,0.00013330622,9.0544205e-7,0.024447385,0.000009230984,0.000100613164,0.37725398,0.2195992,0.16620232],"study_design_scores_gemma":[0.0030308373,0.00204793,0.5433478,0.00018552032,0.000064214706,0.000014739743,0.13729854,0.0003885381,0.000038275608,0.010205554,0.30282956,0.0005484951],"about_ca_topic_score_codex":0.0002347229,"about_ca_topic_score_gemma":0.0003045334,"teacher_disagreement_score":0.3925745,"about_ca_system_score_codex":0.00028579548,"about_ca_system_score_gemma":0.0024597694,"threshold_uncertainty_score":0.9990343},"labels":[],"label_agreement":null},{"id":"W4410110516","doi":"10.2196/68056","title":"Leveraging Large Language Models for Simulated Psychotherapy Client Interactions: Development and Usability Study of Client101","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Usability; Computer science; Human–computer interaction; Psychology; World Wide Web","score_opus":0.042026808788492805,"score_gpt":0.48599672257723464,"score_spread":0.44396991378874184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410110516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890487,0.0002227348,0.0039626635,0.0011715181,0.0018514756,0.0016034766,0.00000669068,0.000036026515,0.002096682],"genre_scores_gemma":[0.9959277,0.0000017933236,0.00030318415,0.0007649773,0.000033854136,0.0008453538,0.00003851593,0.000009268018,0.0020753823],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99866205,0.00009443037,0.0005809519,0.00029330305,0.00018627694,0.00018299182],"domain_scores_gemma":[0.9992824,0.00016546411,0.00012022339,0.0002290176,0.00008681476,0.00011606348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046736622,0.000095632146,0.0001611034,0.00015511975,0.00008810217,0.000014940348,0.000114053066,0.00006399995,0.000337143],"category_scores_gemma":[0.00008043251,0.00009149551,0.00004122518,0.00019527409,0.000035454654,0.00010185223,0.000022827704,0.00012719407,0.000007807522],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000580074,0.048187397,0.013345492,0.00046215078,0.00022546509,8.309838e-7,0.09497569,0.00001415543,0.000010812675,0.019057177,0.0069011827,0.8162396],"study_design_scores_gemma":[0.030473007,0.004073398,0.38623056,0.0046040732,0.00019095307,0.000022388364,0.3473357,0.017019054,0.00069608766,0.056029607,0.1521055,0.0012196689],"about_ca_topic_score_codex":0.00009236666,"about_ca_topic_score_gemma":0.00014270736,"teacher_disagreement_score":0.8150199,"about_ca_system_score_codex":0.00011790956,"about_ca_system_score_gemma":0.00026727596,"threshold_uncertainty_score":0.37310785},"labels":[],"label_agreement":null},{"id":"W4410193945","doi":"10.2196/67926","title":"Designing Personalized Multimodal Mnemonics With AI: A Medical Student’s Implementation Tutorial","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Mnemonic; Process (computing); Troubleshooting; Quality (philosophy); CLARITY; Terminology; Personalization; Software engineering; Artificial intelligence; World Wide Web; Programming language","score_opus":0.05286720967250742,"score_gpt":0.523506967102419,"score_spread":0.47063975742991154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8958935,0.00036908413,0.01131698,0.084292896,0.0045047523,0.0018386522,0.0000017218601,0.00015371725,0.0016287072],"genre_scores_gemma":[0.98169583,0.00008948076,0.0015359698,0.012994743,0.0017497061,0.00069557136,0.00018983781,0.000020654894,0.0010282252],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99710023,0.00013735838,0.00059461355,0.00037648596,0.001450855,0.00034044066],"domain_scores_gemma":[0.99839497,0.00021323196,0.00011192833,0.00024284054,0.00045988703,0.0005771525],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00077863707,0.00017211269,0.0002719303,0.0002172595,0.0002042541,0.000046550176,0.00016789835,0.00031408257,0.0030736555],"category_scores_gemma":[0.0010457033,0.00014082852,0.000069418944,0.0005062996,0.00017531129,0.00014536017,0.00003203194,0.00055360375,0.000054144675],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007266567,0.0021206664,0.12064106,0.00031848825,0.0001222345,0.000019388588,0.011112667,0.0000011658018,0.00020582175,0.005871617,0.036211472,0.82264876],"study_design_scores_gemma":[0.011599928,0.005120977,0.23851116,0.011003073,0.001553164,0.00077182305,0.27107796,0.013194152,0.020989057,0.007727034,0.4160664,0.0023852568],"about_ca_topic_score_codex":0.00088499376,"about_ca_topic_score_gemma":0.000242434,"teacher_disagreement_score":0.8202635,"about_ca_system_score_codex":0.00043356756,"about_ca_system_score_gemma":0.014567383,"threshold_uncertainty_score":0.99783766},"labels":[],"label_agreement":null},{"id":"W4410225432","doi":"10.2196/54911","title":"Mono-Professional Simulation-Based Obstetric Training in a Low-Resource Setting: Stepped-Wedge Cluster Randomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Trainer; Randomized controlled trial; Obstetrics and gynaecology; Referral; Nursing; Pregnancy","score_opus":0.013314628565539067,"score_gpt":0.3690190826251199,"score_spread":0.35570445405958084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410225432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9556845,0.00025648257,0.00049715355,0.033258926,0.0022951886,0.0036708317,0.0000022290928,0.00006737533,0.004267344],"genre_scores_gemma":[0.9744454,0.0000042632178,0.00017157475,0.021777272,0.000656825,0.00047694938,0.00009779166,0.000011870057,0.0023580492],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9976393,0.00039810574,0.0007371722,0.00028936318,0.00063795596,0.00029807707],"domain_scores_gemma":[0.9972449,0.0020032928,0.00015062376,0.00018582401,0.00010043609,0.0003149584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011119159,0.00015895872,0.00053236703,0.00036705454,0.0000851086,0.000016943115,0.00011979266,0.0002569521,0.00043197974],"category_scores_gemma":[0.0057644565,0.00011990811,0.0001379755,0.0005595096,0.00008374434,0.00004621633,0.000029143763,0.0004833974,0.000029358689],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8729115,0.0037957458,0.007440723,0.0014014087,0.00007776622,0.000020135742,0.004911952,0.00135447,0.000011731885,0.0016105417,0.014041263,0.09242276],"study_design_scores_gemma":[0.88280624,0.00010811985,0.009156132,0.0031760181,0.00006706013,0.0000030686524,0.0012231788,0.093653046,0.000010490036,0.00089100545,0.008743789,0.00016183773],"about_ca_topic_score_codex":0.00005999834,"about_ca_topic_score_gemma":0.000008621527,"teacher_disagreement_score":0.092298575,"about_ca_system_score_codex":0.00022749728,"about_ca_system_score_gemma":0.004919091,"threshold_uncertainty_score":0.8726255},"labels":[],"label_agreement":null},{"id":"W4410288335","doi":"10.2196/63682","title":"Enhancing Access to Neuraxial Ultrasound Phantoms for Medical Education of Pediatric Anesthesia Trainees: Tutorial","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Imaging phantom; Ultrasound; Medical physics; Medicine; Process (computing); Margin (machine learning); Radiology; Computer science; Machine learning","score_opus":0.02044085997014484,"score_gpt":0.4243194138342032,"score_spread":0.40387855386405835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410288335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93369955,0.00022056227,0.007206069,0.049962234,0.0036935997,0.0034790693,0.000009136813,0.00013534077,0.0015944568],"genre_scores_gemma":[0.96354365,0.00016181568,0.003302845,0.018476779,0.009350231,0.0035468463,0.00039102157,0.000043733886,0.001183082],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99661005,0.000085337844,0.0011988175,0.00057281676,0.0011774712,0.000355518],"domain_scores_gemma":[0.9952807,0.002298783,0.00025409184,0.00054326473,0.0006949505,0.00092825096],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010158472,0.00023488332,0.0005134244,0.00039566995,0.000119395125,0.000050376853,0.0006022239,0.0005140459,0.0011915712],"category_scores_gemma":[0.02514864,0.0002121679,0.00020215593,0.0012762934,0.000163346,0.00017844922,0.000045775923,0.00043535288,0.000029949048],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018026659,0.023918219,0.06035464,0.0033326084,0.00024627722,0.0000037177097,0.0040442264,0.0000022554211,0.009396528,0.03236212,0.6566566,0.20788014],"study_design_scores_gemma":[0.011339457,0.0022284943,0.40049687,0.0031637086,0.0017788938,0.00043677347,0.0028695874,0.00038127828,0.011679297,0.019751923,0.5443782,0.0014954774],"about_ca_topic_score_codex":0.000083496045,"about_ca_topic_score_gemma":0.000038273327,"teacher_disagreement_score":0.34014225,"about_ca_system_score_codex":0.00019303574,"about_ca_system_score_gemma":0.015861113,"threshold_uncertainty_score":0.99972147},"labels":[],"label_agreement":null},{"id":"W4410293476","doi":"10.2196/67423","title":"The Evolution of Medical Student Competencies and Attitudes in Digital Health Between 2016 and 2022: Comparative Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Health care; Medical education; Scale (ratio); Cross-sectional study; Preprint; Psychology; Test (biology); Digital health; Family medicine; Medicine; Nursing; Computer science; Political science","score_opus":0.0472665164067301,"score_gpt":0.5437191586400572,"score_spread":0.4964526422333271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410293476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97652346,0.0036144678,0.00016055256,0.014734605,0.00057347806,0.0038094586,0.000018939927,0.000025458958,0.0005395792],"genre_scores_gemma":[0.99344015,0.00078520324,0.000018099185,0.00082080526,0.0002074421,0.004279832,0.000038548507,0.000005328402,0.00040458055],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967546,0.00042774808,0.0011854746,0.00032355104,0.0009435872,0.00036504763],"domain_scores_gemma":[0.9969189,0.0018075185,0.0003032896,0.00021689608,0.0002254865,0.0005278634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031531942,0.000119141325,0.00033502834,0.00016344615,0.0009778389,0.000026297306,0.00024160233,0.00021319723,0.000082290244],"category_scores_gemma":[0.0008407896,0.00008573767,0.000020245001,0.00038350816,0.000427832,0.00010943456,0.00018907685,0.0007842755,0.000009676038],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031379706,0.0006517787,0.9566758,0.0002960562,0.0000139336225,8.6472454e-8,0.002523773,1.0998454e-7,2.3648028e-7,0.015937418,0.0033477724,0.02052164],"study_design_scores_gemma":[0.001045819,0.00013053839,0.97570515,0.0003659746,0.000003629178,8.2499355e-7,0.012147693,0.00005124543,7.0818494e-8,0.0011484261,0.009349627,0.000051027608],"about_ca_topic_score_codex":0.002230618,"about_ca_topic_score_gemma":0.0029014023,"teacher_disagreement_score":0.020470614,"about_ca_system_score_codex":0.0004932289,"about_ca_system_score_gemma":0.011926425,"threshold_uncertainty_score":0.99367505},"labels":[],"label_agreement":null},{"id":"W4410304441","doi":"10.2196/67873","title":"Technology Acceptance Model in Medical Education: Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Health Education and Validation","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Psychology; Medical education; Computer science; Medicine; World Wide Web","score_opus":0.07314804134718314,"score_gpt":0.5515569297402078,"score_spread":0.47840888839302464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410304441","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.804569e-7,0.92304116,0.00006158988,0.0545853,0.002700951,0.0059962543,0.0000028397442,0.0001301605,0.013481155],"genre_scores_gemma":[0.0000060893817,0.9628522,0.00016546088,0.013294402,0.000654438,0.013778309,0.00023060362,0.000026007632,0.008992507],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99328804,0.001623714,0.002088773,0.00064497924,0.0018438329,0.0005106489],"domain_scores_gemma":[0.9965659,0.0005727829,0.0008238744,0.00076181476,0.00043566758,0.00083999574],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004548713,0.00035786652,0.0020266462,0.0009990877,0.00026632432,0.000058937327,0.001446659,0.001648603,0.0033492136],"category_scores_gemma":[0.041452143,0.00031578258,0.00024641576,0.0037055314,0.0002738883,0.0002092318,0.000084998195,0.0012178371,0.00034030573],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[2.31975e-7,0.00041563224,0.0000018443469,0.46093684,0.000006565293,3.4225798e-7,0.0004454132,8.9641246e-9,1.9756534e-10,0.021009607,0.037692416,0.4794911],"study_design_scores_gemma":[0.000034263456,0.0000032219557,4.0838327e-7,0.4748176,0.00012767472,0.000005742245,0.0005046018,0.000013560019,2.6486042e-9,0.0005085534,0.52383417,0.00015016741],"about_ca_topic_score_codex":0.00019343391,"about_ca_topic_score_gemma":0.00047272234,"teacher_disagreement_score":0.48614177,"about_ca_system_score_codex":0.0014488661,"about_ca_system_score_gemma":0.20437588,"threshold_uncertainty_score":0.9999294},"labels":[],"label_agreement":null},{"id":"W4410337987","doi":"10.2196/63827","title":"Health Workers’ Perspectives on Mobile Health Care Learning Stickiness: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Qualitative research; Health care; Psychology; Computer science; Sociology; Political science; World Wide Web; Social science","score_opus":0.0200346692631495,"score_gpt":0.5018767042795304,"score_spread":0.48184203501638084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410337987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8246263,0.031629372,0.0087734535,0.092757255,0.014623787,0.007323748,0.000006191295,0.00045058105,0.019809261],"genre_scores_gemma":[0.9837144,0.00008411153,0.0016876331,0.003379981,0.00051805907,0.0036639958,0.00013270276,0.00002334316,0.006795799],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9965134,0.0016487857,0.00049358606,0.000606728,0.00041223597,0.00032521805],"domain_scores_gemma":[0.99834216,0.0004361451,0.00025471044,0.00043923146,0.00023815173,0.00028963073],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014084039,0.0001791128,0.00031581766,0.0002953661,0.00028938823,0.000037913374,0.00025032234,0.00013025981,0.0009723225],"category_scores_gemma":[0.00072076026,0.00016732115,0.00006808162,0.0006839149,0.00008379323,0.000048225935,0.000032919095,0.0005768462,0.00009939661],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004313416,0.0037176532,0.010615939,0.00006879644,0.000050760893,2.1707586e-7,0.21304397,0.000008343828,7.3536495e-7,0.010842098,0.0417811,0.71982723],"study_design_scores_gemma":[0.00034293393,0.00066738884,0.2865036,0.00015348718,0.000008666859,0.0000015049235,0.6254561,0.0000115347175,7.957858e-7,0.00010699129,0.08665228,0.00009469527],"about_ca_topic_score_codex":0.0008040511,"about_ca_topic_score_gemma":0.00007119411,"teacher_disagreement_score":0.7197325,"about_ca_system_score_codex":0.0006421864,"about_ca_system_score_gemma":0.0040114024,"threshold_uncertainty_score":0.99994093},"labels":[],"label_agreement":null},{"id":"W4410338448","doi":"10.2196/56325","title":"Designing and psychometric analysis of ChatGPT Educator PerspectoMeter Scale in medical education: Descriptive Study (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Scale (ratio); Descriptive statistics; Descriptive research; Psychology; Medical education; Medicine; Computer science; Sociology; Statistics; Geography; Social science; World Wide Web; Mathematics","score_opus":0.07520585863819312,"score_gpt":0.4692256119932254,"score_spread":0.39401975335503225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410338448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981225,0.0034951947,0.00028103904,0.011056976,0.0019234514,0.0011568746,0.0000011162888,0.000051621453,0.00080872496],"genre_scores_gemma":[0.99637306,0.00037515484,0.00052308803,0.0010156927,0.0006630107,0.0006395012,0.00003805825,0.000022074515,0.0003503434],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99707335,0.00019806004,0.0008519876,0.0006229813,0.0009781186,0.00027549357],"domain_scores_gemma":[0.99811435,0.00032267562,0.000105283,0.00037709053,0.00035342408,0.00072719605],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015769304,0.00018241261,0.00048653668,0.0029655986,0.00006296175,0.000049816896,0.00016764365,0.00026083202,0.0034035172],"category_scores_gemma":[0.0028947114,0.00016069932,0.00012423332,0.005769676,0.00017923185,0.00018168251,0.0000420856,0.00057145354,0.000041867967],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006443734,0.005368349,0.48946318,0.00027916898,0.00022374502,0.000003099233,0.058321442,5.639869e-7,0.00005552282,0.00024399567,0.00216466,0.44381183],"study_design_scores_gemma":[0.00019737953,0.0006881877,0.78575534,0.0017385456,0.0008315927,0.00008259858,0.20412254,0.0032350684,0.00041194656,0.00071020453,0.001918602,0.0003079703],"about_ca_topic_score_codex":0.0020674565,"about_ca_topic_score_gemma":0.0004713572,"teacher_disagreement_score":0.44350386,"about_ca_system_score_codex":0.0004621446,"about_ca_system_score_gemma":0.010899981,"threshold_uncertainty_score":0.9975075},"labels":[],"label_agreement":null},{"id":"W4410449531","doi":"10.2196/72034","title":"Assessment of Large Language Model Performance on Medical School Essay-Style Concept Appraisal Questions: Exploratory Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Style (visual arts); Exploratory research; Psychology; Computer science; Sociology; Social science; Art; Visual arts; World Wide Web","score_opus":0.048902148824155924,"score_gpt":0.5064443918100545,"score_spread":0.4575422429858986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410449531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840382,0.00026507388,0.0014608369,0.008208031,0.0014707549,0.0010259364,0.0000035009198,0.0000753975,0.0034522782],"genre_scores_gemma":[0.9927919,0.000078995836,0.00025808462,0.004638599,0.0005192154,0.0007657415,0.00008943345,0.000014716192,0.0008433013],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973224,0.00017979361,0.0006949029,0.0003334968,0.0012084986,0.00026093549],"domain_scores_gemma":[0.99817497,0.00028136646,0.00013706928,0.00044941646,0.0003473627,0.0006098416],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011952136,0.00015235711,0.00030672818,0.0002525309,0.00013181148,0.000012848201,0.00019704521,0.00026374933,0.0016788027],"category_scores_gemma":[0.0046879495,0.00013196742,0.000059547194,0.00043296354,0.00013035703,0.00013606389,0.00004573889,0.00068538974,0.00004831214],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040013748,0.04309772,0.3740534,0.001494276,0.00019763545,0.000018125409,0.059075512,0.00012621404,0.00026913066,0.016154135,0.06277976,0.44233397],"study_design_scores_gemma":[0.002311582,0.003663246,0.47779074,0.007825172,0.0003188031,0.000027773076,0.2509316,0.24657229,0.0030687137,0.0007392976,0.005965932,0.00078487815],"about_ca_topic_score_codex":0.00013288179,"about_ca_topic_score_gemma":0.00007018683,"teacher_disagreement_score":0.44154906,"about_ca_system_score_codex":0.00031757084,"about_ca_system_score_gemma":0.017717678,"threshold_uncertainty_score":0.9992338},"labels":[],"label_agreement":null},{"id":"W4410529665","doi":"10.2196/65534","title":"Alignment Between Classroom Education and Clinical Practice of Root Canal Treatment Among Dental Practitioners in China: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Endodontics and Root Canal Treatments","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Preprint; Root canal; Dentistry; Medicine; Clinical Practice; Family medicine; Dental practice; Computer science; World Wide Web; Pathology","score_opus":0.018435698688084673,"score_gpt":0.437555035782395,"score_spread":0.4191193370943104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410529665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99280816,0.00017222019,0.000026945449,0.0005955293,0.0019935814,0.0008663091,0.000015448655,0.000015023797,0.003506783],"genre_scores_gemma":[0.99643904,0.00004139072,0.0001828871,0.000102546546,0.00035689055,0.00030432676,0.00019838613,0.000011642877,0.0023628606],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975309,0.00031150962,0.00087650656,0.00042568587,0.00067624403,0.00017917757],"domain_scores_gemma":[0.99864125,0.00038908754,0.00034261713,0.00023473008,0.00015235378,0.00023995819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007135318,0.00016850348,0.00028897595,0.00022275507,0.00011176807,0.00006686993,0.0001230419,0.00021082268,0.00014066667],"category_scores_gemma":[0.0009269948,0.00014918606,0.00008619067,0.00029185278,0.00013617017,0.00026642726,0.000054002776,0.0002664916,0.0000114644035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078578014,0.0108805075,0.97221136,0.000024304582,0.00026541355,0.000011137961,0.00028910636,0.0000016545312,0.0000019240863,0.00038730618,0.001066145,0.014782555],"study_design_scores_gemma":[0.0019679219,0.00034090062,0.99240017,0.00009350294,0.00016695628,0.00001995098,0.0020335151,0.000026000042,0.000016910652,0.00015905645,0.0026720394,0.00010307564],"about_ca_topic_score_codex":0.009574122,"about_ca_topic_score_gemma":0.009246497,"teacher_disagreement_score":0.020188803,"about_ca_system_score_codex":0.0008152044,"about_ca_system_score_gemma":0.0026048694,"threshold_uncertainty_score":0.9970212},"labels":[],"label_agreement":null},{"id":"W4410732863","doi":"10.2196/65220","title":"Novel Blended Learning on Artificial Intelligence for Medical Students: Qualitative Interview Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Curriculum; Qualitative research; Perception; Psychology; Blended learning; Telemedicine; Computer science; Artificial intelligence; Health care; Medicine; Educational technology; Pedagogy","score_opus":0.21140732962671,"score_gpt":0.5866213408195448,"score_spread":0.37521401119283476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410732863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72902733,0.0003543019,0.09700649,0.15951832,0.0059061144,0.005946849,0.0000037088557,0.00022194545,0.0020149602],"genre_scores_gemma":[0.9854426,0.00006904234,0.00038744268,0.009572725,0.00094164733,0.0019330828,0.000086315624,0.000022935106,0.0015442383],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9958608,0.00039847396,0.0011529158,0.0005493144,0.00167918,0.0003593212],"domain_scores_gemma":[0.9969692,0.0013924915,0.0001771173,0.00032917858,0.000619419,0.0005125976],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044617113,0.00021675971,0.00041090033,0.0003464845,0.00024692676,0.00006513729,0.00043255574,0.0003124858,0.0011426284],"category_scores_gemma":[0.014763176,0.00018784548,0.0001278328,0.0006544311,0.00016036235,0.00008882314,0.00008010931,0.0008367493,0.00013281756],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000463871,0.013346432,0.0025155542,0.0004113861,0.000108221946,0.0000025722616,0.034916554,0.0000029425532,0.000026564574,0.013246247,0.005012973,0.92994666],"study_design_scores_gemma":[0.0008750062,0.008837098,0.014576743,0.009462451,0.00045040928,0.000044184664,0.86958706,0.0076627806,0.003282967,0.039183073,0.045118656,0.0009195435],"about_ca_topic_score_codex":0.00026395623,"about_ca_topic_score_gemma":0.00020924436,"teacher_disagreement_score":0.92902714,"about_ca_system_score_codex":0.0003492762,"about_ca_system_score_gemma":0.0056389,"threshold_uncertainty_score":0.9999982},"labels":[],"label_agreement":null},{"id":"W4410733202","doi":"10.2196/63655","title":"Multidisciplinary Oncology Education Among Postgraduate Trainees: Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Advances in Oncology and Radiotherapy","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University Health Network; Wilfrid Laurier University; University of Toronto","funders":"","keywords":"Multidisciplinary approach; Medicine; Oncology; Psychological intervention; MEDLINE; Internal medicine; Curriculum; Cochrane Library; Medical education; Systematic review; Family medicine; Psychology; Nursing; Meta-analysis","score_opus":0.021860004495918513,"score_gpt":0.5068607356139296,"score_spread":0.4850007311180111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410733202","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010780908,0.9655864,0.000081130456,0.0031286578,0.0029647353,0.009221173,0.0000040381565,0.00012466547,0.01888811],"genre_scores_gemma":[8.882516e-7,0.9345821,0.0009592043,0.0041467487,0.0011177565,0.008254026,0.00056737097,0.00007914798,0.050292734],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.996446,0.000724947,0.0014563133,0.0005908003,0.00048049557,0.00030140794],"domain_scores_gemma":[0.99687654,0.0007699588,0.0009088081,0.00078488054,0.00018217068,0.00047765335],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00079758995,0.00048949703,0.0036786096,0.00044531617,0.00008426649,0.000007679752,0.00038598443,0.001091102,0.0013251103],"category_scores_gemma":[0.003640936,0.0003368583,0.0005760729,0.00073000154,0.00031571096,0.00007390513,0.000054133267,0.0010040883,0.00022492777],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048542097,0.0010344113,0.0000026229172,0.5180094,0.00011869767,0.000008021134,0.00010197701,2.1350102e-9,9.0516625e-9,0.00015722054,0.02410152,0.45646125],"study_design_scores_gemma":[0.00014779391,0.0001349535,0.0000067412957,0.51449883,0.0020726353,0.00038173172,0.00009033238,0.000001789196,1.4842221e-8,0.0000432941,0.4824711,0.00015077906],"about_ca_topic_score_codex":0.0000066578673,"about_ca_topic_score_gemma":0.0000063111556,"teacher_disagreement_score":0.45836958,"about_ca_system_score_codex":0.0010389399,"about_ca_system_score_gemma":0.02817502,"threshold_uncertainty_score":0.9999083},"labels":[],"label_agreement":null},{"id":"W4410782196","doi":"10.2196/72660","title":"Mapping the Evolution of China’s Traditional Chinese Medicine Education Policies: Insights From a BERTopic-Based Descriptive Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; China; Visualization; Political science; Traditional medicine; Computer science; Medicine; Artificial intelligence; World Wide Web; Law","score_opus":0.025803705860740808,"score_gpt":0.3319548765879322,"score_spread":0.3061511707271914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410782196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93142873,0.0030698206,0.001178694,0.05024405,0.002635982,0.0017085014,0.0000119483175,0.000067661764,0.009654641],"genre_scores_gemma":[0.9927218,0.000012608624,0.0001750486,0.0027375866,0.0024733443,0.00087397214,0.0003833429,0.000017687373,0.00060458697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997259,0.00021796557,0.0007589442,0.00041721875,0.0011499753,0.0001968619],"domain_scores_gemma":[0.9979675,0.00058833195,0.00024502943,0.0004796997,0.0004843793,0.00023509137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030820977,0.00029327025,0.0005540454,0.00061543717,0.00029206937,0.000011959956,0.0002792793,0.00013834919,0.00047915275],"category_scores_gemma":[0.0035223742,0.00017459001,0.00012197398,0.0014645343,0.0007919946,0.00012033517,0.00003242266,0.0004971195,0.000007817771],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056347245,0.017906817,0.6861849,0.00084843906,0.00085897965,0.000008746422,0.122733064,0.000010716228,0.0015047176,0.059130464,0.08843736,0.021812303],"study_design_scores_gemma":[0.00209153,0.00037873024,0.9377713,0.0016261205,0.00016363981,0.000009850028,0.032594398,0.00028938174,0.000014686721,0.023463573,0.0014780689,0.00011870953],"about_ca_topic_score_codex":0.0036977422,"about_ca_topic_score_gemma":0.0002558783,"teacher_disagreement_score":0.2515864,"about_ca_system_score_codex":0.00061106775,"about_ca_system_score_gemma":0.0091914255,"threshold_uncertainty_score":0.99642557},"labels":[],"label_agreement":null},{"id":"W4410881775","doi":"10.2196/69521","title":"Chatbots’ Role in Generating Single Best Answer Questions for Undergraduate Medical Student Assessment: Comparative Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"AI in Service Interactions","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chatbot; Consistency (knowledge bases); Computer science; Test (biology); Quality (philosophy); Data science; Scale (ratio); Medical education; Psychology; Artificial intelligence; Medicine","score_opus":0.021900707618038157,"score_gpt":0.44109373101311283,"score_spread":0.4191930233950747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410881775","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0791403,0.00017644058,0.85978144,0.054349568,0.0016582657,0.0006246208,0.0000028459535,0.00009729758,0.00416923],"genre_scores_gemma":[0.96531767,0.00001696782,0.029419761,0.0032961734,0.00020782407,0.0010553425,0.000067588575,0.000005556427,0.0006130978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977329,0.00020782389,0.00053632434,0.00046316712,0.00079842744,0.00026135094],"domain_scores_gemma":[0.9984428,0.00048663656,0.00013710748,0.00041319802,0.0002732276,0.0002470238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000570407,0.0001481466,0.000284021,0.0005017934,0.00019760482,0.00017443701,0.00079400773,0.00015432732,0.00014182492],"category_scores_gemma":[0.0003204109,0.00014342745,0.00010788291,0.0017572073,0.00006577999,0.0003898399,0.00017631962,0.00036664086,0.000017676803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024481742,0.023232173,0.07531638,0.00017839471,0.0014001231,0.000012864178,0.022765636,0.003455967,0.00080669497,0.43785968,0.020159729,0.41478786],"study_design_scores_gemma":[0.00056728144,0.00010967776,0.02608928,0.00036324182,0.00012513512,0.0000051161514,0.0043531605,0.951749,0.00007694158,0.0048439153,0.011469607,0.00024762313],"about_ca_topic_score_codex":0.00045832014,"about_ca_topic_score_gemma":0.0035978723,"teacher_disagreement_score":0.94829303,"about_ca_system_score_codex":0.00041848427,"about_ca_system_score_gemma":0.0022510216,"threshold_uncertainty_score":0.5848801},"labels":[],"label_agreement":null},{"id":"W4410936769","doi":"10.2196/57216","title":"Evaluating Tailored Learning Experiences in Emergency Residency Training Through a Comparative Analysis of Mobile-Based Programs Versus Paper- and Web-Based Approaches: Feasibility Cross-Sectional Questionnaire Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Residency training; Web application; Computer science; Test (biology); Multimedia; Medicine; World Wide Web; Continuing education","score_opus":0.17789182387909308,"score_gpt":0.5096643183274795,"score_spread":0.3317724944483864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410936769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947977,0.00029217848,0.0006434438,0.0008883075,0.0007329362,0.0021353567,5.945349e-7,0.00006466017,0.00044481354],"genre_scores_gemma":[0.9923454,0.0000050863796,0.0026131328,0.00016261371,0.0001026045,0.004463038,0.00023948344,0.000008897389,0.00005977281],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960066,0.00056058407,0.001280602,0.0006605301,0.0012330761,0.00025859763],"domain_scores_gemma":[0.9982863,0.00023746317,0.000388172,0.00033825674,0.00065035146,0.00009942725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002803009,0.00021141647,0.0005572264,0.00070827175,0.00023129507,0.000034341258,0.00016139989,0.00022911023,0.0005339114],"category_scores_gemma":[0.006664722,0.00019506634,0.00011277494,0.0043374654,0.00049148634,0.00021806144,0.000029444018,0.0006296206,0.0000010025635],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006500478,0.0046413215,0.91282713,0.00026618064,0.00018473523,6.811918e-7,0.05059519,0.0007873891,0.000037823967,0.00027778943,0.000034376,0.029697325],"study_design_scores_gemma":[0.0030875788,0.0009603585,0.7806671,0.00039588433,0.0002575879,6.1021916e-7,0.12097036,0.09337985,0.000018365625,0.00009824336,0.000033357825,0.00013067084],"about_ca_topic_score_codex":0.00024670872,"about_ca_topic_score_gemma":0.00030445383,"teacher_disagreement_score":0.13216001,"about_ca_system_score_codex":0.00043229552,"about_ca_system_score_gemma":0.0062980438,"threshold_uncertainty_score":0.99933535},"labels":[],"label_agreement":null},{"id":"W4411171015","doi":"10.2196/65949","title":"A Virtual Simulator to Improve Weight-Related Communication Skills for Health Care Professionals: Mixed Methods Pre-Post Pilot Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department for the Economy","keywords":"Preprint; Health professionals; Health care; Simulation; Computer science; Medical education; Psychology; Human–computer interaction; Multimedia; Medicine; World Wide Web","score_opus":0.040897780731166934,"score_gpt":0.5870457151327592,"score_spread":0.5461479344015923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411171015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8626236,0.0008578925,0.0022737707,0.104445614,0.006239483,0.022603478,0.000057964204,0.00023373254,0.0006644866],"genre_scores_gemma":[0.94110763,0.00004168289,0.009754222,0.032677747,0.00039595336,0.010016826,0.00036969394,0.0000398938,0.005596329],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98837334,0.007869294,0.0016959909,0.0007233245,0.00064483105,0.00069324364],"domain_scores_gemma":[0.98944575,0.0065524247,0.0007769968,0.0011340603,0.0012736692,0.0008170926],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.00872381,0.0002780506,0.00064855843,0.0002991242,0.0024243006,0.000023937953,0.00064242346,0.0005052346,0.0008433908],"category_scores_gemma":[0.013178538,0.00023892906,0.000093038034,0.00069362286,0.00008663999,0.00032645042,0.00037436056,0.0016850146,0.00015230964],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028975478,0.03861377,0.03306404,0.006610799,0.00021437279,3.747729e-7,0.2782256,0.0000041680764,0.000079143596,0.0070589613,0.17708682,0.4561444],"study_design_scores_gemma":[0.007995937,0.0056992555,0.5942841,0.0045497147,0.00015879687,6.7371764e-7,0.26023558,0.00064256444,0.00004822697,0.0019096948,0.123900615,0.0005748343],"about_ca_topic_score_codex":0.0011153702,"about_ca_topic_score_gemma":0.0029469833,"teacher_disagreement_score":0.56122005,"about_ca_system_score_codex":0.0012880699,"about_ca_system_score_gemma":0.018638365,"threshold_uncertainty_score":0.9988744},"labels":[],"label_agreement":null},{"id":"W4411242685","doi":"10.2196/77332","title":"Utility of Generative Artificial Intelligence for Japanese Medical Interview Training: Randomized Crossover Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Crossover; Crossover study; Randomized controlled trial; Artificial intelligence; Computer science; Psychology; Medicine; Alternative medicine; Placebo; World Wide Web","score_opus":0.27386379255917886,"score_gpt":0.5231655511726371,"score_spread":0.2493017586134582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411242685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91223276,0.0007236037,0.027982317,0.04595541,0.004009834,0.0069525987,0.0000057500724,0.00007586122,0.0020618509],"genre_scores_gemma":[0.9926381,0.00007705981,0.00041986944,0.0036031106,0.000762808,0.0017704342,0.00006897792,0.000015290505,0.00064434786],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99607486,0.00052948575,0.0016957078,0.00047201265,0.00091154757,0.0003163755],"domain_scores_gemma":[0.9963204,0.0016349115,0.00026980063,0.00041581623,0.0008920225,0.00046703537],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041545792,0.00020997378,0.00088288327,0.0002354069,0.0001416383,0.000026272295,0.00026744427,0.00022479985,0.0027227523],"category_scores_gemma":[0.019446455,0.00016704731,0.00019303779,0.000558197,0.00059753755,0.000093125724,0.000050470062,0.00043233848,0.000020067251],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031180028,0.013755234,0.001414431,0.00091122347,0.00020840076,0.0000025468914,0.044000268,6.088332e-7,0.00005858806,0.011345924,0.0057176505,0.8914051],"study_design_scores_gemma":[0.038979087,0.016973192,0.016986683,0.012065852,0.0024197204,0.00012826234,0.53802174,0.09684889,0.025259627,0.23750074,0.012799443,0.0020167748],"about_ca_topic_score_codex":0.00071125367,"about_ca_topic_score_gemma":0.0004340183,"teacher_disagreement_score":0.8893883,"about_ca_system_score_codex":0.00009084795,"about_ca_system_score_gemma":0.007725124,"threshold_uncertainty_score":0.9981889},"labels":[],"label_agreement":null},{"id":"W4411372203","doi":"10.2196/76260","title":"Guidelines for Rapport-Building in Telehealth Videoconferencing: Interprofessional e-Delphi Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Telehealth; Delphi method; Videoconferencing; Delphi; Medical education; Psychology; Telemedicine; Medicine; Multimedia; Computer science; World Wide Web; Political science; Health care","score_opus":0.0997070504714503,"score_gpt":0.532646502342963,"score_spread":0.43293945187151267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411372203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90202343,0.00014482134,0.004204744,0.08785734,0.0014450281,0.003771182,0.0000020545672,0.00006913575,0.00048223938],"genre_scores_gemma":[0.9680966,0.000025589265,0.0034715359,0.024568308,0.0007144633,0.0020730218,0.00013960298,0.000016005339,0.00089488004],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975776,0.00009126776,0.0011176652,0.00036385417,0.0005224912,0.00032711093],"domain_scores_gemma":[0.998544,0.00023774181,0.00017434772,0.00023532135,0.0005013876,0.00030720368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015308704,0.0001571504,0.00037304065,0.0005470237,0.00009662456,0.000010448486,0.00012675833,0.00013645033,0.00038538544],"category_scores_gemma":[0.003157064,0.00012864836,0.000055313445,0.0005081938,0.00003600826,0.00008613334,0.000042953223,0.00033125913,0.000004196411],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046484036,0.002323576,0.2649754,0.0006621789,0.000034387533,0.0000055633855,0.0023759382,1.9411767e-7,0.000092211696,0.0017367117,0.20327032,0.52405864],"study_design_scores_gemma":[0.012555784,0.001656331,0.8027647,0.0032180962,0.00012844274,0.000036489102,0.053360336,0.0023803627,0.00010836708,0.0033633574,0.12013995,0.0002877766],"about_ca_topic_score_codex":0.00051798904,"about_ca_topic_score_gemma":0.0003329563,"teacher_disagreement_score":0.5377893,"about_ca_system_score_codex":0.00022818208,"about_ca_system_score_gemma":0.011162647,"threshold_uncertainty_score":0.9944431},"labels":[],"label_agreement":null},{"id":"W4411535997","doi":"10.2196/69395","title":"E-Learning for Pediatric Emergency Department Staff in Point-of-Care Electroencephalogram Interpretation: Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Epilepsy research and treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"SUNY Downstate Medical Center; Universität Zürich; State University of New York","keywords":"Medicine; Electroencephalography; Odds ratio; Emergency department; Prospective cohort study; Logistic regression; Cohort; Emergency medicine; Cohort study; Odds; Psychiatry; Internal medicine","score_opus":0.005802704272830876,"score_gpt":0.3665570838041208,"score_spread":0.3607543795312899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411535997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901047,0.0009940434,0.00035251814,0.0009241278,0.00027963912,0.00560823,0.0000012661536,0.000029784796,0.0017057398],"genre_scores_gemma":[0.99296093,0.0002497141,0.00026579015,0.00003178756,0.0001249037,0.005754673,0.00015626213,0.000009052282,0.0004469057],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985508,0.00009589006,0.00037377962,0.00029271893,0.00045858865,0.00022823656],"domain_scores_gemma":[0.99918604,0.000081411476,0.00007676504,0.00015330876,0.0003427997,0.00015968992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000307909,0.00010800333,0.00025028773,0.000283429,0.000050504157,0.0000064079854,0.000077633835,0.00006854715,0.00025056791],"category_scores_gemma":[0.0010959491,0.00009015396,0.0000726078,0.0005761958,0.000027471882,0.000053231382,0.000024573008,0.00024245575,0.0000043170194],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004632603,0.0047285464,0.96152383,0.0002915274,0.000091429785,0.0000036755732,0.0031535234,0.0000012567341,0.0000038897265,0.00014624905,0.0009411385,0.028651662],"study_design_scores_gemma":[0.0017358237,0.004282564,0.98441106,0.00009639614,0.00012158032,0.0000016651538,0.008533681,0.00023790653,0.00003922598,0.00028467487,0.00019666879,0.00005874035],"about_ca_topic_score_codex":0.00004218036,"about_ca_topic_score_gemma":0.00012058664,"teacher_disagreement_score":0.028592922,"about_ca_system_score_codex":0.0003937633,"about_ca_system_score_gemma":0.0017333318,"threshold_uncertainty_score":0.3676372},"labels":[],"label_agreement":null},{"id":"W4411538719","doi":"10.2196/65053","title":"Assessing and Improving Study Skills Support in Medical Education Through a Student-Staff Partnership: Mixed Methods Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; General partnership; Medical education; Psychology; Medicine; Political science; Computer science","score_opus":0.04564508440871306,"score_gpt":0.5311091058516544,"score_spread":0.4854640214429413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411538719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85692114,0.0005250864,0.004003989,0.03495516,0.005045806,0.0021067427,3.5914377e-7,0.00012192102,0.096319795],"genre_scores_gemma":[0.9837524,0.00013420176,0.0075261714,0.002622287,0.0005333509,0.0011479317,0.000029429177,0.000014233765,0.0042399517],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99501085,0.0022131759,0.0005852445,0.000531371,0.0012774317,0.00038193777],"domain_scores_gemma":[0.9984253,0.0005406876,0.00017798619,0.000273454,0.00015637717,0.0004261729],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006889994,0.00016866194,0.0002670913,0.00022054862,0.00047993904,0.00035530163,0.0003954225,0.00026944582,0.0014623188],"category_scores_gemma":[0.005178167,0.00016262532,0.0000432498,0.0008443808,0.00023221594,0.0006918738,0.00012860262,0.0005979292,0.000011859414],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007207899,0.014222171,0.036872733,0.00009052717,0.000033387892,0.0000016227284,0.12880878,3.9308574e-7,0.0000037621087,0.01658066,0.021423997,0.78195477],"study_design_scores_gemma":[0.00066531665,0.00006406324,0.19442777,0.00016646046,0.000054803088,0.000002681652,0.5861552,0.000055255317,0.000004386908,0.0013113378,0.21686378,0.00022896653],"about_ca_topic_score_codex":0.002313442,"about_ca_topic_score_gemma":0.00066041277,"teacher_disagreement_score":0.7817258,"about_ca_system_score_codex":0.0004212485,"about_ca_system_score_gemma":0.013709828,"threshold_uncertainty_score":0.9994505},"labels":[],"label_agreement":null},{"id":"W4411566939","doi":"10.2196/58794","title":"Virtual Simulated Placements in Health Care Education: Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Health care; Nursing; Psychology; Medicine; Political science","score_opus":0.02105684819579113,"score_gpt":0.48228454656816244,"score_spread":0.4612276983723713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411566939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38336366,0.22195959,0.00021103639,0.35621682,0.011535805,0.017491091,0.000008068346,0.00039745777,0.008816464],"genre_scores_gemma":[0.8961494,0.0026572326,0.00033041014,0.096571475,0.0005126308,0.000999672,0.00094828237,0.000027156786,0.0018037687],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.997076,0.0002558496,0.0011524659,0.00046639683,0.0007130125,0.00033630113],"domain_scores_gemma":[0.9977448,0.00027648435,0.00024043254,0.0005326224,0.00068053644,0.00052510155],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006022109,0.00019711835,0.0004577124,0.0004752759,0.00013563818,0.000017607737,0.00016010094,0.00020600545,0.0020045873],"category_scores_gemma":[0.0014835024,0.00020238788,0.00006876195,0.0013444688,0.00006252885,0.000112681,0.000031628428,0.00046393613,0.00007688299],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020257208,0.004026683,0.3153832,0.08601026,0.00004356855,0.0000024119697,0.011179031,0.00010361259,0.0000039554525,0.00274081,0.1397784,0.4405255],"study_design_scores_gemma":[0.0036122128,0.00042936564,0.16398439,0.7822743,0.00007998795,0.000023598115,0.020898098,0.00083965156,0.00003434313,0.00020548583,0.027099894,0.0005186927],"about_ca_topic_score_codex":0.00044182906,"about_ca_topic_score_gemma":0.00005800976,"teacher_disagreement_score":0.696264,"about_ca_system_score_codex":0.0015253465,"about_ca_system_score_gemma":0.058834422,"threshold_uncertainty_score":0.99890774},"labels":[],"label_agreement":null},{"id":"W4411717029","doi":"10.2196/63392","title":"e-Learning in Phoniatrics and Speech-Language Pathology: Exploratory Analysis of Free Access Tools in Augmentative and Alternative Communication","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Augmentative and alternative communication; Computer science; Learning styles; Multimedia; Augmentative; World Wide Web; Psychology; Pedagogy","score_opus":0.055653073159402204,"score_gpt":0.5027478404566242,"score_spread":0.44709476729722203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411717029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99052787,0.0010062524,0.0001876532,0.0055775354,0.000077444856,0.00057488657,0.000007495235,0.000030039244,0.0020108114],"genre_scores_gemma":[0.9964267,0.0013173902,0.0005239056,0.0009398242,0.0000072680436,0.00059298653,0.00007746057,0.0000042051306,0.00011025051],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976238,0.0013785115,0.00051135774,0.00021276789,0.00014162793,0.0001319218],"domain_scores_gemma":[0.9975724,0.0014878984,0.0002755955,0.00048207943,0.00012872046,0.000053301817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016086701,0.000084799445,0.00029490716,0.00078515813,0.00013229044,0.0000062707268,0.00040308884,0.00025203562,0.00012586749],"category_scores_gemma":[0.0041253665,0.000082434875,0.000020357298,0.0013097055,0.00033276153,0.00017292771,0.0005749042,0.0009358925,0.0000010660999],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037976286,0.00032160536,0.89224213,0.00008153037,0.00004942788,0.0000010508588,0.022372866,0.000002209147,0.000056171666,0.0023364339,0.00032205138,0.08217654],"study_design_scores_gemma":[0.00077911286,0.000020428903,0.949183,0.00023206527,0.000055395652,2.0415419e-7,0.046612747,0.001028923,0.00004559969,0.0017740325,0.00020854715,0.000059935857],"about_ca_topic_score_codex":0.00063234207,"about_ca_topic_score_gemma":0.0036657907,"teacher_disagreement_score":0.082116604,"about_ca_system_score_codex":0.00021249936,"about_ca_system_score_gemma":0.00066590734,"threshold_uncertainty_score":0.4938747},"labels":[],"label_agreement":null},{"id":"W4412011281","doi":"10.2196/66766","title":"How Learning Styles Characterize Medical Students, Surgical Residents, Medical Staff, and General Surgery Teachers While Learning Surgery: Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medical education; Medicine; Learning styles; Surgery; Psychology; Mathematics education; Computer science","score_opus":0.044011507786490864,"score_gpt":0.42448690755366025,"score_spread":0.3804753997671694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412011281","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035165779,0.9856377,0.00001786867,0.005565685,0.0023243327,0.0016978764,0.0000109738285,0.0002573525,0.00097158627],"genre_scores_gemma":[0.00034508575,0.9780493,0.000008061836,0.0011258852,0.0024991967,0.0020915733,0.0022586915,0.0001222348,0.013499995],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9819956,0.007532855,0.002214305,0.0017703943,0.0053189206,0.0011679577],"domain_scores_gemma":[0.9869932,0.009005409,0.0014390004,0.00054321525,0.0002822867,0.001736872],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00873104,0.0010548857,0.00452407,0.00072923145,0.0004891079,0.00050288887,0.0012784163,0.0022111186,0.01428023],"category_scores_gemma":[0.026619995,0.0008584636,0.0010042262,0.000999126,0.0006068043,0.00023494598,0.00068449526,0.005260346,0.00014319456],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016714095,0.000729458,0.005335663,0.053165287,0.00034442218,0.00026880627,0.00033721948,3.4001206e-9,7.0139983e-9,0.00015187556,0.023137119,0.91651344],"study_design_scores_gemma":[0.00023807032,0.00005498263,0.001722973,0.43175492,0.000399672,0.00029961948,0.0005594184,0.0000015397617,2.012385e-8,0.0000032898877,0.5643843,0.0005812123],"about_ca_topic_score_codex":0.00022867823,"about_ca_topic_score_gemma":0.000047040852,"teacher_disagreement_score":0.91593224,"about_ca_system_score_codex":0.000211404,"about_ca_system_score_gemma":0.013572509,"threshold_uncertainty_score":0.9993866},"labels":[],"label_agreement":null},{"id":"W4412019910","doi":"10.2196/72640","title":"Resident Physician Recognition of Tachypnea in Clinical Simulation Videos in Japan: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Tachypnea; Cross-sectional study; Medicine; Psychology; Computer science; Anesthesia; World Wide Web; Pathology","score_opus":0.06567186562165611,"score_gpt":0.520128970275652,"score_spread":0.45445710465399586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412019910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99275666,0.00008125835,0.00005821597,0.0024824284,0.0018173299,0.0021093304,0.0000037202885,0.000037845355,0.0006532182],"genre_scores_gemma":[0.9961616,0.000008678477,0.00010069513,0.0020530832,0.00061556837,0.0005375439,0.00025942601,0.00001618837,0.0002472535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961881,0.00042131133,0.0018600398,0.00048623708,0.0008235632,0.00022071469],"domain_scores_gemma":[0.9971484,0.0012310429,0.0003147564,0.000379157,0.00072883145,0.00019783496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018917405,0.00015123427,0.0003887595,0.0007665454,0.000056717716,0.000019334071,0.00012225616,0.0003441528,0.00051551353],"category_scores_gemma":[0.0027071394,0.00015985595,0.00009705322,0.0012319665,0.00012367459,0.00017857696,0.00002737827,0.0006390358,0.00003401855],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037121293,0.0045411987,0.9626693,0.00022739913,0.000016218175,0.0000014139644,0.0018362593,0.000479759,0.000007642014,0.00007651985,0.00029588805,0.029477177],"study_design_scores_gemma":[0.0026920731,0.0002548096,0.9848589,0.0006243839,0.000018728135,0.0000012214433,0.0035413227,0.0068155224,0.000024243553,0.0009783538,0.00008708715,0.00010337061],"about_ca_topic_score_codex":0.0011049384,"about_ca_topic_score_gemma":0.0002632303,"teacher_disagreement_score":0.029373808,"about_ca_system_score_codex":0.0006303054,"about_ca_system_score_gemma":0.0047744485,"threshold_uncertainty_score":0.8469666},"labels":[],"label_agreement":null},{"id":"W4412453019","doi":"10.2196/75238","title":"Applications of Artificial Intelligence in Psychiatry and Psychology Education: Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institut universitaire en santé mentale de Montréal; Institut national de psychiatrie légale Philippe-Pinel; Institut Universitaire en Santé Mentale de Québec; McGill University; Université de Montréal","funders":"","keywords":"Preprint; Psychology; Cognitive science; Computer science; World Wide Web","score_opus":0.13393286330245432,"score_gpt":0.5791107147325656,"score_spread":0.44517785143011124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412453019","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000034368775,0.9820879,0.0009172782,0.0077504767,0.0020672365,0.005696432,0.000003007554,0.000024907897,0.0014493263],"genre_scores_gemma":[0.000015904685,0.9869479,0.0010952662,0.004434634,0.0009040345,0.0061374707,0.00027682,0.000022438515,0.00016555228],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99649286,0.00021516527,0.0020982127,0.0005847226,0.00036735449,0.00024170936],"domain_scores_gemma":[0.99783844,0.00035688898,0.0005549935,0.00062345725,0.00031345725,0.00031278734],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00075407675,0.00027800974,0.0013742083,0.00071417476,0.00006130791,0.000011238432,0.00024500035,0.0006060315,0.0005639898],"category_scores_gemma":[0.0013756343,0.00025482915,0.00018224813,0.0016598088,0.00020822926,0.00006470006,0.000045047556,0.0007226909,0.00005241548],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041550065,0.0009598095,0.000055721004,0.24926262,0.000008139082,1.5119086e-7,0.0000605959,3.5939396e-9,1.3517032e-8,0.0029681276,0.0021249768,0.7445557],"study_design_scores_gemma":[0.000010173594,0.000072482006,0.000019924782,0.80036366,0.00030953882,0.00007717454,0.0002987397,0.0000036488107,5.121697e-7,0.004342125,0.19431406,0.00018796777],"about_ca_topic_score_codex":0.000078262936,"about_ca_topic_score_gemma":0.000084486055,"teacher_disagreement_score":0.7443677,"about_ca_system_score_codex":0.00014806908,"about_ca_system_score_gemma":0.03618791,"threshold_uncertainty_score":0.9999904},"labels":[],"label_agreement":null},{"id":"W4412462108","doi":"10.2196/75904","title":"Shaping the Future of Digital Health Education in Canada: Prioritizing Competencies for Health Care Professionals Using the Quintuple Aim","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"British Columbia Institute of Technology; University of Calgary","funders":"","keywords":"Preprint; Health professionals; Health care; Medical education; Digital health; Medicine; Psychology; Political science; Computer science; World Wide Web","score_opus":0.038502635285955024,"score_gpt":0.48893635509399214,"score_spread":0.4504337198080371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412462108","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4076926,0.03736102,0.0005417711,0.530732,0.012278427,0.010658813,0.00005411123,0.000041312367,0.00063995994],"genre_scores_gemma":[0.9641367,0.00016297483,0.0002610564,0.031328212,0.0015602912,0.0018697378,0.00013894938,0.000025213849,0.00051683333],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99598163,0.0010009212,0.0013757384,0.00029135274,0.0006088191,0.000741542],"domain_scores_gemma":[0.9969333,0.0012265925,0.0007631975,0.0003811702,0.00045510242,0.00024066202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021158275,0.00016301191,0.00043794996,0.00014052741,0.0012240333,0.000013127584,0.00039342415,0.00016142738,0.000031667198],"category_scores_gemma":[0.0008020537,0.00010391182,0.00005446413,0.0005913166,0.000065249944,0.000121436635,0.000076438984,0.0009817333,0.0000012681875],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008945839,0.0004940101,0.055282664,0.014607666,0.00003373543,1.4052263e-7,0.07193944,0.0000052963683,0.00000983204,0.03153972,0.28505218,0.5409458],"study_design_scores_gemma":[0.00063974276,0.000088686254,0.034382835,0.009238277,0.000007458168,0.0000040505915,0.68156606,0.0010686809,0.00000255491,0.0006004398,0.27224848,0.00015271218],"about_ca_topic_score_codex":0.47503224,"about_ca_topic_score_gemma":0.8308252,"teacher_disagreement_score":0.60962665,"about_ca_system_score_codex":0.0067276643,"about_ca_system_score_gemma":0.4143051,"threshold_uncertainty_score":0.99708533},"labels":[],"label_agreement":null},{"id":"W4412465484","doi":"10.2196/68481","title":"Effects of the Hidden Curriculum in Medical Education: Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Curriculum; Hidden curriculum; Medical education; Psychology; Pedagogy; Medicine; Computer science; World Wide Web","score_opus":0.012671857614324235,"score_gpt":0.4490594903775574,"score_spread":0.43638763276323317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412465484","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045135075,0.9664261,0.000009938341,0.015692161,0.0065917955,0.008577386,0.000001211167,0.000046408277,0.0026098983],"genre_scores_gemma":[0.000010469894,0.97133094,0.00029686766,0.0185943,0.0013920948,0.0065384046,0.00033802618,0.000048391197,0.0014504766],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9929659,0.0007144804,0.0025041336,0.00069448125,0.0027068749,0.00041413057],"domain_scores_gemma":[0.99604183,0.0006375572,0.0010614437,0.0012385122,0.00065377785,0.00036688073],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018718146,0.00050994725,0.0023655675,0.00072873733,0.00009373052,0.000015814581,0.0010622796,0.0012214187,0.0021108978],"category_scores_gemma":[0.05324172,0.00034115787,0.00054661155,0.0045933546,0.00038018113,0.00009689946,0.00025010848,0.0022312445,0.00006515098],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001074143,0.0015801699,0.000046827372,0.35180917,0.0000219379,0.0000019409842,0.000042873708,8.253903e-10,1.4052772e-8,0.0004847728,0.08000894,0.56600225],"study_design_scores_gemma":[0.00023423617,0.000022285198,0.00011901862,0.6490272,0.0005536913,0.000107613894,0.000039365445,0.0000029922091,5.6414024e-7,0.0000497076,0.34967574,0.00016753012],"about_ca_topic_score_codex":0.00006076694,"about_ca_topic_score_gemma":0.000014722378,"teacher_disagreement_score":0.56583476,"about_ca_system_score_codex":0.00077500736,"about_ca_system_score_gemma":0.11079364,"threshold_uncertainty_score":0.99990404},"labels":[],"label_agreement":null},{"id":"W4412484364","doi":"10.2196/73666","title":"Open-Access Web-Based Gamification in Pharmacology Education for Medical Students: Quasi-Experimental Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medical education; World Wide Web; Psychology; Computer science; Multimedia; Medicine","score_opus":0.0352993572005101,"score_gpt":0.5343536645474176,"score_spread":0.49905430734690753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412484364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9267522,0.0009778151,0.0010094541,0.044049706,0.012516191,0.0070133344,0.000008451744,0.00009465367,0.007578182],"genre_scores_gemma":[0.9509659,0.000020692902,0.00019294868,0.015490574,0.000681524,0.026790345,0.00049678114,0.000031827658,0.0053294436],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9960676,0.0005998216,0.000979608,0.0009047769,0.001061224,0.00038697364],"domain_scores_gemma":[0.9978998,0.00045759595,0.00029559902,0.00056801725,0.0004162459,0.00036278498],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00225123,0.0002639813,0.00036077376,0.00065145723,0.00016076134,0.00031276667,0.0030956538,0.00037808492,0.00728553],"category_scores_gemma":[0.0008778563,0.0002710372,0.000078040604,0.0010585877,0.00014833185,0.0004110914,0.00030271488,0.00041126728,0.00010916033],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079241314,0.23386706,0.18265924,0.00014329837,0.0001372408,0.0000019502525,0.005452094,0.0000028220682,0.00021055418,0.038101,0.40722466,0.13140768],"study_design_scores_gemma":[0.011811105,0.0012799565,0.6498116,0.00044894885,0.000118110715,0.000008106367,0.028153395,0.0012951158,0.0003157368,0.0019554875,0.3041785,0.0006239254],"about_ca_topic_score_codex":0.0007235332,"about_ca_topic_score_gemma":0.00025889897,"teacher_disagreement_score":0.4671524,"about_ca_system_score_codex":0.0005965182,"about_ca_system_score_gemma":0.011254287,"threshold_uncertainty_score":0.9999742},"labels":[],"label_agreement":null},{"id":"W4412557916","doi":"10.2196/81052","title":"Physical Attractiveness and Chances of Being Invited to Interview With a Medical Residency Program: Retrospective Cohort Study","year":2025,"lang":"en","type":"preprint","venue":"JMIR Medical Education","topic":"Conferences and Exhibitions Management","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Attractiveness; Cohort; Medical education; Psychology; Family medicine; Medicine; Computer science; Psychoanalysis; World Wide Web; Internal medicine","score_opus":0.02442687091070239,"score_gpt":0.4163053328599133,"score_spread":0.3918784619492109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412557916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9443434,0.00009052737,0.00026377605,0.04274569,0.0005828039,0.0047235833,0.0000048399816,0.00007617727,0.007169197],"genre_scores_gemma":[0.9947947,0.00027938135,0.00015865898,0.0004992772,0.00043477153,0.0034979242,0.000027830358,0.000006965857,0.00030044952],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965196,0.00050573586,0.0003403473,0.000590193,0.0018246975,0.0002193805],"domain_scores_gemma":[0.9985842,0.00016705137,0.00020210411,0.00027576214,0.0004234617,0.0003474036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016980596,0.00018051281,0.0004930652,0.00021120162,0.00018209734,0.000087234155,0.0004369823,0.00020050762,0.00025108128],"category_scores_gemma":[0.0015293622,0.0001494371,0.00005759304,0.0005993534,0.00036277281,0.00008977385,0.0004844884,0.0005500214,0.000001862289],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058427257,0.0075573195,0.28444022,0.00079829386,0.00038811765,0.000009454846,0.105247356,9.633231e-7,5.179768e-7,0.016992895,0.002611861,0.5818946],"study_design_scores_gemma":[0.00035585088,0.00067493925,0.9336246,0.008146058,0.0002537659,7.675912e-7,0.043034866,0.00014871669,0.000004738834,0.008488962,0.004924189,0.0003425379],"about_ca_topic_score_codex":0.0070595453,"about_ca_topic_score_gemma":0.012172373,"teacher_disagreement_score":0.64918435,"about_ca_system_score_codex":0.00024011281,"about_ca_system_score_gemma":0.0036236914,"threshold_uncertainty_score":0.99955255},"labels":[],"label_agreement":null},{"id":"W4412613846","doi":"10.2196/69443","title":"Innovative Mobile App (CPD By the Minute) for Continuing Professional Development in Medicine: Multimethods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Mastercard Foundation; Sunnybrook Health Science Centre; Princess Margaret Cancer Centre; University of Calgary; The Wilson Centre; University of Ottawa; Hospital for Sick Children; Public Health Ontario; Health Sciences Centre; University Health Network; University of Toronto; Southlake Regional Health Center; Foothills Medical Centre; St Joseph's Health Centre","funders":"","keywords":"Medical education; Psychological intervention; Continuing professional development; Relevance (law); Medicine; Professional development; Continuing medical education; Mobile apps; Analytics; Psychology; Nursing; Continuing education; Computer science; Data science","score_opus":0.01787833043550595,"score_gpt":0.4566070515413767,"score_spread":0.43872872110587074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412613846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93945944,0.00045052342,0.006764348,0.038866416,0.004747158,0.008154979,0.0000016973294,0.00007917246,0.0014762649],"genre_scores_gemma":[0.92137355,0.000010522179,0.014850883,0.017783206,0.0007960107,0.022328747,0.00055121246,0.000036467514,0.022269392],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705404,0.00022488406,0.0010373523,0.0004454727,0.00091448444,0.00032374007],"domain_scores_gemma":[0.99769706,0.0006175433,0.00022387077,0.00037467168,0.0009920303,0.000094832605],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036321166,0.00021416062,0.00040531775,0.00044969626,0.00018518604,0.000014595742,0.0002970198,0.00024947865,0.0004411054],"category_scores_gemma":[0.0093437545,0.00014113139,0.000031988657,0.0023452959,0.00029097922,0.00008520241,0.000071693874,0.0007364647,0.000009368797],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118265176,0.0037729137,0.010074098,0.00017196048,0.000047315927,6.428747e-7,0.017006915,1.9961345e-7,0.00023712315,0.0005950891,0.35198393,0.61599153],"study_design_scores_gemma":[0.006585653,0.00043607253,0.13613147,0.0027970984,0.00007389694,0.000012170972,0.06669033,0.00108138,0.00084506447,0.00041540046,0.7846444,0.0002870167],"about_ca_topic_score_codex":0.00005865095,"about_ca_topic_score_gemma":0.000019274345,"teacher_disagreement_score":0.61570454,"about_ca_system_score_codex":0.0004883832,"about_ca_system_score_gemma":0.00392617,"threshold_uncertainty_score":0.99900097},"labels":[],"label_agreement":null},{"id":"W4412672360","doi":"10.2196/70079","title":"Quo Vadis, AI-Empowered Doctor?","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Status quo; Political science; Computer science; World Wide Web; Law","score_opus":0.05288271379335978,"score_gpt":0.4998351938381632,"score_spread":0.4469524800448034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412672360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7482118,0.00085229165,0.00082213245,0.21278076,0.006660627,0.0009956387,0.0000013239332,0.00016798542,0.029507428],"genre_scores_gemma":[0.96018356,0.00011841484,0.0001830039,0.027335038,0.0010015883,0.00027538574,0.000098232464,0.000010710432,0.010794044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986075,0.000051870404,0.00043444545,0.00026436948,0.0004038491,0.00023797594],"domain_scores_gemma":[0.9988315,0.00010708049,0.0000549186,0.00032814033,0.0002919781,0.00038638205],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030378488,0.0001101622,0.00018272558,0.00020305654,0.00010986746,0.000023269185,0.00011697336,0.0002483366,0.0029464616],"category_scores_gemma":[0.0014164465,0.00009759185,0.00006797977,0.00049485534,0.00009734152,0.000090103145,0.00002032752,0.00037285677,0.00038315813],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010626455,0.001337944,0.056882817,0.0002828505,0.000026631755,0.0000028119487,0.0019453717,2.0123093e-7,0.0001726837,0.015096224,0.35899472,0.56515145],"study_design_scores_gemma":[0.00021058781,0.00023965293,0.098899715,0.0013272965,0.000082736056,0.00004280045,0.004332955,0.00054239616,0.0043894015,0.013604835,0.8760689,0.0002587229],"about_ca_topic_score_codex":0.00055852,"about_ca_topic_score_gemma":0.0000618456,"teacher_disagreement_score":0.56489277,"about_ca_system_score_codex":0.00023363715,"about_ca_system_score_gemma":0.0061993035,"threshold_uncertainty_score":0.99943465},"labels":[],"label_agreement":null},{"id":"W4412744396","doi":"10.2196/69313","title":"Role of Artificial Intelligence in Surgical Training by Assessing GPT-4 and GPT-4o on the Japan Surgical Board Examination With Text-Only and Image-Accompanied Questions: Performance Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workforce; Medicine; Medical education; Psychology; Artificial intelligence; Computer science; Political science","score_opus":0.07409362411161255,"score_gpt":0.44854479787649526,"score_spread":0.3744511737648827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412744396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99205035,0.00039297418,0.00007851042,0.0047667017,0.00018152785,0.0013922513,7.2902697e-7,0.000022016107,0.0011149562],"genre_scores_gemma":[0.9989363,0.00012897809,0.00013790978,0.00017372912,0.00016454681,0.00037327842,0.000033941877,0.0000107403175,0.000040597413],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99753445,0.00044717183,0.0006591224,0.0003685465,0.0007770424,0.0002136491],"domain_scores_gemma":[0.9983725,0.00073448004,0.00016169873,0.00020659485,0.00037638546,0.00014832834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027515239,0.00015707269,0.00027867267,0.00026208095,0.00018551794,0.00006464976,0.00008877549,0.0001613794,0.000127022],"category_scores_gemma":[0.0010993127,0.000113288115,0.000021500664,0.00062434986,0.00029161022,0.00022712247,0.000023310933,0.00047175746,0.0000032257049],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019589851,0.0012829661,0.047686096,0.00006874897,0.000012137529,0.0000011155707,0.009229207,0.000004609089,0.00013996703,0.0015104215,0.00004390221,0.93982494],"study_design_scores_gemma":[0.00034242892,0.0012120573,0.7923,0.0020103247,0.00012366005,0.0000782926,0.14418624,0.055985328,0.0013069272,0.001685733,0.00052026403,0.00024874188],"about_ca_topic_score_codex":0.0004647264,"about_ca_topic_score_gemma":0.00018018192,"teacher_disagreement_score":0.9395762,"about_ca_system_score_codex":0.00017266018,"about_ca_system_score_gemma":0.0019300897,"threshold_uncertainty_score":0.4619755},"labels":[],"label_agreement":null},{"id":"W4412745210","doi":"10.2196/72495","title":"A Large-Scale Multispecialty Evaluation of Web-Based Simulation in Medical Microbiology Laboratory Education: Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Biosafety; Standardization; Randomized controlled trial; Medicine; Medical physics; Identification (biology); Medical education; Simulation; Computer science; Internal medicine; Pathology; Biology","score_opus":0.015465531689154915,"score_gpt":0.4252526334925089,"score_spread":0.409787101803354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412745210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9486322,0.0015604087,0.00059891166,0.023426956,0.0071051423,0.0155802285,0.000013985356,0.00008797075,0.002994197],"genre_scores_gemma":[0.98322314,0.000028338205,0.0003394207,0.006227849,0.0011951367,0.007875063,0.00072425976,0.00002556031,0.00036124632],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9921451,0.0028432899,0.002330372,0.0005765442,0.0017441334,0.00036056607],"domain_scores_gemma":[0.99059564,0.0037895264,0.00073728815,0.00062168564,0.0037817576,0.00047409703],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009935294,0.0002865527,0.0015694125,0.0011168993,0.00010141292,0.000016337079,0.00022184858,0.0008654902,0.006926267],"category_scores_gemma":[0.022237297,0.00025173445,0.00031735282,0.0013794879,0.00039244775,0.00010925611,0.000026801918,0.0006146815,0.000025501693],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88563097,0.018945966,0.032737155,0.0011509962,0.00023077491,0.0000016968776,0.0043986985,0.0013806061,0.00015372688,0.0026224176,0.00936531,0.043381717],"study_design_scores_gemma":[0.7892506,0.000106541134,0.008000142,0.0011846911,0.00029534037,0.0000021133071,0.0015216452,0.19693336,0.000061157014,0.00043788995,0.0020408756,0.00016560181],"about_ca_topic_score_codex":0.00011586563,"about_ca_topic_score_gemma":0.00021140176,"teacher_disagreement_score":0.19555277,"about_ca_system_score_codex":0.0010308757,"about_ca_system_score_gemma":0.09197187,"threshold_uncertainty_score":0.9999935},"labels":[],"label_agreement":null},{"id":"W4412791697","doi":"10.2196/76925","title":"Performance Evaluation of 18 Generative AI Models (ChatGPT, Gemini, Claude, and Perplexity) in 2024 Japanese Pharmacist Licensing Examination: Comparative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perplexity; Preprint; Generative grammar; Psychology; Medicine; Computer science; Artificial intelligence; World Wide Web","score_opus":0.25984601246443817,"score_gpt":0.5373930788811854,"score_spread":0.2775470664167472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412791697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872534,0.000601418,0.000060173985,0.0026796116,0.0008493636,0.0019067352,0.000001031272,0.0000154661,0.0066327793],"genre_scores_gemma":[0.9973263,0.00012900193,0.00010979736,0.0009175361,0.00026544603,0.0004916858,0.000047370802,0.0000075643243,0.00070531055],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768853,0.0003670617,0.00065046357,0.00034133001,0.00077973114,0.0001728884],"domain_scores_gemma":[0.9982633,0.00016344395,0.00013930583,0.00020431042,0.0010746584,0.00015500758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018068926,0.00014530627,0.00031048304,0.00042300433,0.000108767716,0.000020846419,0.00007473005,0.00013637418,0.00038240655],"category_scores_gemma":[0.0004957011,0.00013570745,0.000027368662,0.0007734304,0.00016202993,0.00029438236,0.000029043893,0.0003538606,0.000008625348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003920688,0.0058091464,0.12759806,0.0005629207,0.00008479015,0.0000018666219,0.20507117,0.00031241207,0.0003984443,0.00047624044,0.0050536906,0.6542392],"study_design_scores_gemma":[0.00086084293,0.00051925844,0.21893941,0.0011296767,0.00020996771,0.000016221325,0.093206674,0.6810698,0.0026482325,0.00090942264,0.00027929875,0.00021123243],"about_ca_topic_score_codex":0.00036567505,"about_ca_topic_score_gemma":0.0002487662,"teacher_disagreement_score":0.68075734,"about_ca_system_score_codex":0.00035446612,"about_ca_system_score_gemma":0.002908963,"threshold_uncertainty_score":0.5533989},"labels":[],"label_agreement":null},{"id":"W4413030101","doi":"10.2196/81250","title":"Implementation of Emotional Connection Training in Pediatric Primary Care: A mixed-methods study (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"JMIR Medical Education","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Connection (principal bundle); Training (meteorology); Primary care; Psychology; Computer science; Medicine; Engineering; Family medicine; Geography; World Wide Web","score_opus":0.04452245372944399,"score_gpt":0.5243309965342388,"score_spread":0.4798085428047948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413030101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97993857,0.00042439954,0.0008364453,0.0020135045,0.008450871,0.0059921998,0.00003685972,0.00008130433,0.0022258554],"genre_scores_gemma":[0.99288595,0.00031160217,0.0016573159,0.0011616801,0.0020662788,0.0008139893,0.0009147491,0.00002129205,0.00016715979],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99379706,0.002749538,0.0016510646,0.00067122886,0.00074406137,0.00038702923],"domain_scores_gemma":[0.99747604,0.00066266157,0.00082208513,0.0004350624,0.00036288207,0.00024128758],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003243483,0.0002512577,0.0005945923,0.0006604888,0.0002161035,0.00000812211,0.00030019935,0.0006058206,0.00072077767],"category_scores_gemma":[0.00075241504,0.00025887866,0.00011476537,0.00049952243,0.000035697387,0.0000681182,0.00047545022,0.0023401352,0.000011104181],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038118465,0.0010480799,0.37864667,0.0064482084,0.000016767823,5.220618e-7,0.09943945,0.000009630047,0.0000027383928,0.00038500273,0.0017423095,0.51222247],"study_design_scores_gemma":[0.0012774245,0.00007237175,0.81637496,0.0020026672,0.00004336576,5.523154e-7,0.17859027,0.00003696479,0.0000031234595,0.0008223209,0.0006239144,0.00015207069],"about_ca_topic_score_codex":0.0016042202,"about_ca_topic_score_gemma":0.0018349725,"teacher_disagreement_score":0.5120704,"about_ca_system_score_codex":0.0012565707,"about_ca_system_score_gemma":0.032523036,"threshold_uncertainty_score":0.99998635},"labels":[],"label_agreement":null},{"id":"W4413033493","doi":"10.2196/78320","title":"Impact of Prompt Engineering on the Performance of ChatGPT Variants Across Different Question Types in Medical Student Examinations: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medical education; Psychology; Engineering; Medicine; Computer science; World Wide Web","score_opus":0.053096104836632595,"score_gpt":0.5138825237555716,"score_spread":0.46078641891893907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413033493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99664986,0.00006906259,0.000037907415,0.0013034708,0.0008413782,0.0010075852,0.0000017252904,0.0000146526545,0.00007438356],"genre_scores_gemma":[0.9991342,0.00005256107,0.000007500172,0.0001157857,0.0001823114,0.00039324202,0.000021640588,0.0000069647795,0.00008582336],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796706,0.000102654965,0.00068665534,0.0001972991,0.00087651284,0.00016982872],"domain_scores_gemma":[0.998842,0.00037228395,0.00012914572,0.00022892815,0.0003062692,0.000121399484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013222557,0.00010859268,0.00021004552,0.00018937104,0.000065261695,0.000013174405,0.00015922522,0.00016406331,0.00038064324],"category_scores_gemma":[0.002451466,0.000071114766,0.00005505704,0.00043880683,0.00009346157,0.00006731275,0.00003258265,0.00037375063,0.000005817475],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010561692,0.0045089987,0.96638787,0.00015658389,0.000036337344,5.607685e-7,0.00371091,0.00004726345,0.00008671272,0.0005089047,0.000041363026,0.024408882],"study_design_scores_gemma":[0.00015370162,0.0006817117,0.99164253,0.00075689383,0.000009303043,0.000004088224,0.0009424039,0.0051334533,0.0005796094,0.000042594493,0.000007062473,0.000046665908],"about_ca_topic_score_codex":0.00074086967,"about_ca_topic_score_gemma":0.0000779009,"teacher_disagreement_score":0.025254644,"about_ca_system_score_codex":0.000337044,"about_ca_system_score_gemma":0.0017165715,"threshold_uncertainty_score":0.41677764},"labels":[],"label_agreement":null},{"id":"W4413211136","doi":"10.2196/52332","title":"Global Disparities in Simulation-Based Learning Performance: Serial Cross-Sectional Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Session (web analytics); Scale (ratio); Medicine; Variance (accounting); Medical education; Applied psychology; Computer science; Psychology","score_opus":0.02962413400094356,"score_gpt":0.5048085008968949,"score_spread":0.47518436689595134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413211136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98873913,0.0001083526,0.002046833,0.002413323,0.00457888,0.0013827748,0.0000027101714,0.0001350324,0.00059294986],"genre_scores_gemma":[0.99443483,0.000003033036,0.0015734007,0.0015462657,0.000726654,0.0008428383,0.0002737616,0.000016978429,0.00058224186],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970386,0.0005090861,0.00084623223,0.00047168005,0.00081218523,0.00032220848],"domain_scores_gemma":[0.9974034,0.0011463563,0.00015327055,0.00031997001,0.0006804821,0.00029654292],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015449957,0.0002004111,0.0003128733,0.00038396698,0.0002658,0.00007028499,0.00014797434,0.00032406725,0.001054045],"category_scores_gemma":[0.003564958,0.00020370871,0.00007756517,0.0012284612,0.00012884456,0.00016559115,0.00003313582,0.00055175915,0.000020671716],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003513162,0.0015434874,0.9367279,0.00029352328,0.000019652147,8.047337e-7,0.0005152116,0.042560115,0.0000018678675,0.00018726946,0.00026371577,0.017535135],"study_design_scores_gemma":[0.0020961019,0.00017694809,0.87661296,0.00021463977,0.000020739644,0.0000018358669,0.0011829586,0.11878218,0.000012165267,0.00019254224,0.00057969283,0.00012726012],"about_ca_topic_score_codex":0.0005879052,"about_ca_topic_score_gemma":0.00006194289,"teacher_disagreement_score":0.07622206,"about_ca_system_score_codex":0.0011444263,"about_ca_system_score_gemma":0.009140683,"threshold_uncertainty_score":0.99985915},"labels":[],"label_agreement":null},{"id":"W4413226113","doi":"10.2196/71743","title":"Enhancing Preclinical Training for Removable Partial Dentures Through Participatory 3D Simulation: Development and Usability Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Preprint; Computer science; Dentures; Human–computer interaction; Dentistry; Medicine; World Wide Web","score_opus":0.14165791937967975,"score_gpt":0.5222156839199104,"score_spread":0.3805577645402306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413226113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860301,0.00023732007,0.010503821,0.0005175405,0.0009863429,0.0012083589,0.000001674004,0.000053226515,0.00046163268],"genre_scores_gemma":[0.9950653,0.0000024700341,0.0013103435,0.0011271256,0.00024116135,0.0010969515,0.000021382873,0.000008911758,0.001126407],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978143,0.00020823802,0.0005677266,0.00043034696,0.0006570754,0.00032232562],"domain_scores_gemma":[0.997896,0.0013793975,0.00007543955,0.00023680038,0.00010927326,0.00030310327],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001575735,0.00012035975,0.00021271902,0.000048804326,0.0002739157,0.00008505994,0.00017017683,0.00014417908,0.00048085817],"category_scores_gemma":[0.010418758,0.00011054474,0.000047269925,0.00018422327,0.00011767484,0.00017255924,0.00010285837,0.0002322618,0.000023563525],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019652008,0.010134353,0.19970186,0.0013912796,0.00035197774,0.000030184761,0.04681309,0.0001306591,0.00016746679,0.0045824996,0.015788047,0.71894336],"study_design_scores_gemma":[0.009233922,0.00077530014,0.64353645,0.00082553807,0.00019762896,0.00001688677,0.040531404,0.015318129,0.0021960258,0.018266309,0.26825187,0.0008505471],"about_ca_topic_score_codex":0.000054954668,"about_ca_topic_score_gemma":0.00048567637,"teacher_disagreement_score":0.71809286,"about_ca_system_score_codex":0.00018065545,"about_ca_system_score_gemma":0.0033514495,"threshold_uncertainty_score":0.9979169},"labels":[],"label_agreement":null},{"id":"W4413258124","doi":"10.2196/72264","title":"Game-Based Assessment of Cognitive Abilities and Personality Characteristics for Surgical Resident Selection: A Preliminary Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Test (biology); Human multitasking; Applied psychology; Personnel selection; Aptitude; Cognition; Personality; Clinical psychology; Medical education; Social psychology; Cognitive psychology; Developmental psychology; Medicine","score_opus":0.02872945086791322,"score_gpt":0.42803674148312154,"score_spread":0.3993072906152083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413258124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944908,0.000034788718,0.0009774485,0.0019050571,0.0001646446,0.0013752007,0.000006234607,0.000029184257,0.0010166396],"genre_scores_gemma":[0.99837404,0.0000042164947,0.00012603766,0.00033694124,0.00013970457,0.00048853556,0.00019331368,0.000005834097,0.0003313953],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987956,0.000135844,0.0003595706,0.00021752615,0.00039301108,0.000098423916],"domain_scores_gemma":[0.99816775,0.0011420768,0.000098776334,0.00007287672,0.00038939645,0.00012912991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062616845,0.00008767823,0.00024015737,0.00010463614,0.00006275386,0.000014322048,0.00002684641,0.000093767536,0.00042004476],"category_scores_gemma":[0.001271952,0.00007626272,0.000055262815,0.00018661689,0.00010174685,0.00004042783,0.000012800577,0.00014154044,3.9734635e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021044624,0.0047679627,0.92422456,0.000821612,0.00010774007,0.0000032893106,0.0026425133,0.0000022571023,0.000006499227,0.0016594499,0.0001268271,0.06353284],"study_design_scores_gemma":[0.0058480464,0.0009363926,0.9796742,0.00066382135,0.00014969471,0.0000052623072,0.004100839,0.0075341766,0.00005409984,0.00013954603,0.00082765403,0.00006623548],"about_ca_topic_score_codex":0.000026991009,"about_ca_topic_score_gemma":0.0000027580302,"teacher_disagreement_score":0.0634666,"about_ca_system_score_codex":0.00008724509,"about_ca_system_score_gemma":0.0015521295,"threshold_uncertainty_score":0.45991954},"labels":[],"label_agreement":null},{"id":"W4413258242","doi":"10.2196/78371","title":"Exploring Gender Perspectives in Medical Education: Latent Semantic Analysis of Israeli First-Year Medical Students’ Reflections","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Thematic analysis; Ethnic group; Content analysis; Psychology; Health care; Medical education; Medicine; Qualitative research; Sociology; Social science; Political science","score_opus":0.14177261231075758,"score_gpt":0.4860045440209587,"score_spread":0.34423193171020117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413258242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90376174,0.0025807677,0.00026524666,0.08592128,0.002179685,0.0007578657,0.000002067351,0.00007958877,0.004451724],"genre_scores_gemma":[0.98977387,0.0017516046,0.00021287397,0.0061088083,0.00059415976,0.00072507805,0.00009721363,0.000017828683,0.0007185886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99488175,0.00021295769,0.0008896485,0.00060866546,0.0030652892,0.00034171433],"domain_scores_gemma":[0.9977998,0.00026700343,0.0001165787,0.0005580605,0.00044360218,0.0008149491],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014858684,0.00020077504,0.0005951763,0.0014139237,0.00012159392,0.000020062698,0.00042952795,0.00035831478,0.006657041],"category_scores_gemma":[0.0044816816,0.00017916792,0.00021706698,0.0032265258,0.00020862508,0.00011466842,0.00012554401,0.00079661014,0.000027756325],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018249376,0.00936851,0.8553624,0.0010750471,0.001275299,0.000024890507,0.026286818,0.000005684419,0.000004778901,0.008051951,0.010546871,0.08781524],"study_design_scores_gemma":[0.0012255406,0.000102934115,0.9398346,0.0013511814,0.0005520198,0.000028927121,0.04809288,0.0009779369,0.000015223546,0.00048730965,0.0071588084,0.00017266446],"about_ca_topic_score_codex":0.0007810475,"about_ca_topic_score_gemma":0.0011464782,"teacher_disagreement_score":0.08764257,"about_ca_system_score_codex":0.00050385774,"about_ca_system_score_gemma":0.010963192,"threshold_uncertainty_score":0.99464375},"labels":[],"label_agreement":null},{"id":"W4413318664","doi":"10.2196/76574","title":"Acceptance of AI-Powered Chatbots Among Physiotherapy Students: International Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"AI in Service Interactions","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Physical therapy; Psychology; Medicine","score_opus":0.008987555355332976,"score_gpt":0.440647612199506,"score_spread":0.431660056844173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413318664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9637962,0.000033758748,0.023079565,0.0033258433,0.0071736085,0.0005010688,0.0000018716675,0.00009260293,0.0019954953],"genre_scores_gemma":[0.99522716,0.000009668228,0.00062155415,0.0022045427,0.00028332864,0.00030924066,0.00001021211,0.000006824617,0.0013274641],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977363,0.00007855219,0.00048469618,0.00039908575,0.0011553885,0.00014600273],"domain_scores_gemma":[0.9986376,0.00010591602,0.00018202009,0.00049425947,0.0004785706,0.00010163175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032413204,0.00012048822,0.00014374443,0.00022558929,0.00009936016,0.00020637478,0.0019258132,0.00010018521,0.0008520746],"category_scores_gemma":[0.00020245674,0.000117179836,0.000071499184,0.00055653305,0.00009381776,0.00087912055,0.000269874,0.00029725424,0.00003379391],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019398482,0.0034609702,0.97714615,0.000014351204,0.00008114736,7.7256686e-7,0.0015970535,0.000008629973,0.00010438796,0.005042973,0.0024132896,0.010110853],"study_design_scores_gemma":[0.000530031,0.00005379761,0.99356025,0.00007566871,0.000002677348,0.0000020179887,0.00037614128,0.0016865127,0.000111912734,0.0017087791,0.0018063562,0.00008585517],"about_ca_topic_score_codex":0.00016842547,"about_ca_topic_score_gemma":0.00007323932,"teacher_disagreement_score":0.03143098,"about_ca_system_score_codex":0.0001883488,"about_ca_system_score_gemma":0.00082124496,"threshold_uncertainty_score":0.93296194},"labels":[],"label_agreement":null},{"id":"W4413403224","doi":"10.2196/71767","title":"Assessing Pharmacists’ Use and Perception of AI Chatbots in Pharmacy Practice: Cross-Sectional Survey Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Pharmacy; Survey instrument; Perception; Pharmacy practice; Medical education; Psychology; Medicine; Applied psychology; Computer science; Family medicine; World Wide Web","score_opus":0.265862190859466,"score_gpt":0.623344391583228,"score_spread":0.35748220072376197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413403224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933828,0.00010932517,0.0001571513,0.003977226,0.0013324835,0.00083261135,0.0000014008118,0.000019949437,0.00018706564],"genre_scores_gemma":[0.9965344,0.000121059515,0.00012288461,0.0024730153,0.00026821354,0.00015400519,0.00008204256,0.000008412182,0.00023596249],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807036,0.0003521705,0.0006410148,0.00029645558,0.00048192512,0.00015804722],"domain_scores_gemma":[0.99815166,0.00064574485,0.00013526467,0.00015323228,0.0007409396,0.00017313598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019312759,0.000100721256,0.00018665468,0.00030086655,0.00009397073,0.00009423119,0.00006154954,0.00011033847,0.00037555123],"category_scores_gemma":[0.0060688946,0.00009733118,0.000026640695,0.00052857614,0.000117501135,0.00082962157,0.000025053128,0.00046391142,0.000008452343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002844029,0.0028391168,0.9081296,0.00012996331,0.000015165899,0.0000019811525,0.0023918094,0.0000010762014,0.00025974418,0.0000359894,0.0005544348,0.08535676],"study_design_scores_gemma":[0.00033086288,0.0000801188,0.99270934,0.00013925749,0.000019706755,0.000026165666,0.004967198,0.0007701045,0.00016989153,0.00009749061,0.00062493613,0.00006493068],"about_ca_topic_score_codex":0.003864781,"about_ca_topic_score_gemma":0.00012505462,"teacher_disagreement_score":0.085291825,"about_ca_system_score_codex":0.00023067808,"about_ca_system_score_gemma":0.0032996996,"threshold_uncertainty_score":0.7265472},"labels":[],"label_agreement":null},{"id":"W4413447839","doi":"10.2196/82830","title":"Students' perspectives on digital psychotherapy - possible solutions for digital inpatient-like care concepts: a qualitative interview study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universität Duisburg-Essen","keywords":"Thematic analysis; Context (archaeology); Mental health; Psychology; Psychotherapist; Qualitative research; Health care; Medical education; Medicine; Sociology; Political science","score_opus":0.046768780361110325,"score_gpt":0.5316538099030177,"score_spread":0.4848850295419074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413447839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93561107,0.002165382,0.0044375327,0.0073424075,0.0068798624,0.008319325,0.00044842562,0.00025649313,0.034539506],"genre_scores_gemma":[0.98388356,0.000007821899,0.000038399263,0.0013046423,0.00013120107,0.0065591633,0.00022459323,0.000029851353,0.007820793],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9972451,0.0002708276,0.000738935,0.0007209156,0.0005795393,0.0004446843],"domain_scores_gemma":[0.9982809,0.00038734553,0.00019722978,0.0005233679,0.00033703996,0.00027415904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004481963,0.00025200628,0.00030448122,0.00029117026,0.00024020573,0.0002937398,0.00056009885,0.00014042374,0.00072443683],"category_scores_gemma":[0.0003668116,0.00023861999,0.00023585852,0.00044114693,0.00023777517,0.0004326653,0.000093422575,0.00030156935,0.00031210182],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046325268,0.03647561,0.0056611667,0.00021228769,0.00037195452,0.0000013693193,0.42583078,3.2809095e-7,3.22286e-7,0.05435034,0.025165223,0.45146737],"study_design_scores_gemma":[0.0033117144,0.0037817245,0.020170415,0.0012452917,0.000028828119,0.0000030911015,0.9440684,0.000004785039,0.000002030367,0.009325373,0.01778642,0.000271928],"about_ca_topic_score_codex":0.00004512318,"about_ca_topic_score_gemma":0.000042053834,"teacher_disagreement_score":0.5182376,"about_ca_system_score_codex":0.00053419656,"about_ca_system_score_gemma":0.00061980647,"threshold_uncertainty_score":0.9730641},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4413461867","doi":"10.2196/78490","title":"Training Gaps in Digital Skills for the Cancer Health Care Workforce Based on Insights From Clinical Professionals, Nonclinical Professionals, and Patients and Caregivers: Qualitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Preprint; Workforce; Training (meteorology); Health professionals; Health care; Nursing; Medical education; Psychology; Medicine; Political science; Computer science","score_opus":0.07749625085545113,"score_gpt":0.5973590300629645,"score_spread":0.5198627792075134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413461867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96862113,0.000802121,0.00019252539,0.021036703,0.002405003,0.006394613,0.00015190018,0.000032124175,0.00036388903],"genre_scores_gemma":[0.9527695,0.00006329805,0.00020057122,0.04253964,0.00029750855,0.003442612,0.0004523595,0.000011813908,0.00022269702],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9944852,0.00187459,0.0021544588,0.0005357014,0.0005869134,0.00036316054],"domain_scores_gemma":[0.98636836,0.011757019,0.00065663387,0.00030245358,0.0005093888,0.00040616267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029545007,0.00019766338,0.00049136596,0.00014965808,0.000933279,0.00003398703,0.00023451274,0.00035893611,0.00010151701],"category_scores_gemma":[0.0075507425,0.00012282276,0.000054791464,0.0003243626,0.0001759111,0.00045978275,0.00012452719,0.0012594378,0.0000044890844],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044667203,0.0022657628,0.23914269,0.00045275412,0.000015436774,9.88696e-8,0.41672507,4.7562398e-7,5.294142e-9,0.0002872229,0.011062349,0.32960147],"study_design_scores_gemma":[0.003841791,0.00026501034,0.4948635,0.0035004145,0.000009974261,1.3941743e-8,0.47928762,0.0008716972,8.546706e-8,0.00046507895,0.016779117,0.00011566458],"about_ca_topic_score_codex":0.00033817583,"about_ca_topic_score_gemma":0.0004977222,"teacher_disagreement_score":0.32948577,"about_ca_system_score_codex":0.00034258186,"about_ca_system_score_gemma":0.010157754,"threshold_uncertainty_score":0.9954537},"labels":[],"label_agreement":null},{"id":"W4413466463","doi":"10.2196/74947","title":"Paradox of AI in Higher Education: Qualitative Inquiry Into AI Dependency Among Educators in Palestine","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Palestine; Dependency (UML); Qualitative research; Psychology; Pedagogy; Sociology; Mathematics education; History; Social science; Ancient history; Computer science; Artificial intelligence; World Wide Web","score_opus":0.1106325326675303,"score_gpt":0.538387078879158,"score_spread":0.42775454621162773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413466463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9082021,0.0010959845,0.000048906873,0.08243238,0.0055583837,0.00088349375,3.8211397e-7,0.000025759897,0.0017525937],"genre_scores_gemma":[0.98673016,0.00008764581,0.00028833022,0.008883511,0.0007420254,0.0008776948,0.00010110932,0.0000165031,0.002273048],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99727064,0.00030839184,0.0011741496,0.00042208823,0.0005231312,0.00030158376],"domain_scores_gemma":[0.9982769,0.00037179512,0.00019062785,0.0003879415,0.00045364044,0.00031913363],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000964389,0.00019061459,0.00040922742,0.0008871484,0.000050538027,0.000014246772,0.00018811523,0.00038200605,0.0010978832],"category_scores_gemma":[0.002062938,0.00018557484,0.000068277004,0.0016588648,0.00031148872,0.00024332723,0.000033456454,0.0007938343,0.0000386348],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017046496,0.005103062,0.6201686,0.0010365549,0.000018362498,0.0000025879392,0.09366653,0.0000019947738,0.000070842085,0.014407397,0.023781663,0.24157189],"study_design_scores_gemma":[0.0002443284,0.00017195547,0.85023344,0.0035746715,0.000034594672,0.000006393334,0.085493594,0.00008318418,0.0007884771,0.053819027,0.005314943,0.00023540543],"about_ca_topic_score_codex":0.0057280953,"about_ca_topic_score_gemma":0.0014382261,"teacher_disagreement_score":0.24133648,"about_ca_system_score_codex":0.0005728069,"about_ca_system_score_gemma":0.015680362,"threshold_uncertainty_score":0.9998152},"labels":[],"label_agreement":null},{"id":"W4413792472","doi":"10.2196/71622","title":"Faculty Retreats in Academic Medicine: Tutorial","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medical education; Computer science; Medicine; World Wide Web","score_opus":0.022657764141877625,"score_gpt":0.45408560616629284,"score_spread":0.4314278420244152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413792472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74381655,0.0005140689,0.00041617444,0.19608468,0.011053054,0.001331801,0.0000016320312,0.00017198698,0.046610065],"genre_scores_gemma":[0.9530526,0.00013740697,0.0007032502,0.028697196,0.0040462785,0.00070181314,0.0007364122,0.000023662895,0.011901384],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99737096,0.00007650204,0.00079115084,0.00040144622,0.0010438989,0.00031602744],"domain_scores_gemma":[0.99890655,0.00008404822,0.00011596022,0.00039076805,0.00032471956,0.00017792765],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010381761,0.00018102178,0.00035318936,0.0007347103,0.00007304071,0.00000806953,0.00024013512,0.00062317465,0.0017089806],"category_scores_gemma":[0.011632828,0.00014991911,0.00004575862,0.0021492795,0.0002999244,0.00011906329,0.000043781172,0.0013259422,0.000090147216],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010059971,0.00052789744,0.03416876,0.00021307814,0.00001782126,0.0000036779188,0.001485557,1.5936389e-7,0.00017078964,0.014052894,0.61631274,0.332946],"study_design_scores_gemma":[0.004238429,0.00016628669,0.2754694,0.0039217924,0.000083512125,0.000056999073,0.0031859055,0.00047644108,0.00023325057,0.006241178,0.7056772,0.00024962056],"about_ca_topic_score_codex":0.00015802473,"about_ca_topic_score_gemma":0.000012086002,"teacher_disagreement_score":0.33269638,"about_ca_system_score_codex":0.0006602457,"about_ca_system_score_gemma":0.0048436006,"threshold_uncertainty_score":0.99920356},"labels":[],"label_agreement":null},{"id":"W4413817306","doi":"10.2196/71139","title":"Comparing the Perceived Realism and Adequacy of Venipuncture Training on an in-House Developed 3D-Printed Arm With a Commercially Available Arm: Randomized, Single-Blind, Cross-Over Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Venipuncture; Preprint; Single blind; Randomized controlled trial; Physical therapy; Medicine; Psychology; Computer science; Surgery; World Wide Web","score_opus":0.030741643175906403,"score_gpt":0.3288400016747169,"score_spread":0.2980983584988105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413817306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99465597,0.00018281287,0.0004140038,0.0010469597,0.00023835686,0.0009331791,5.175356e-7,0.00016224629,0.0023659484],"genre_scores_gemma":[0.99859136,0.00007248337,0.00026887582,0.0006561074,0.000055283548,0.00025622637,0.000009329125,0.000022112567,0.00006820596],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99868405,0.00015261979,0.00041810132,0.0002278156,0.0003054916,0.00021193508],"domain_scores_gemma":[0.9991657,0.00033341857,0.000067038636,0.00025168984,0.00006270685,0.00011944712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007948585,0.00017001427,0.00049805193,0.00018858195,0.00007522389,0.000025985939,0.00024402993,0.000267575,0.0001138359],"category_scores_gemma":[0.0008178759,0.000110421846,0.00002852261,0.0003745786,0.0003529933,0.000074718846,0.00004070466,0.0008036209,0.000002893734],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.071942136,0.015406496,0.06667556,0.0010854139,0.0011565507,0.00007430904,0.18550137,0.00096507755,0.00055273785,0.023056556,0.005802724,0.6277811],"study_design_scores_gemma":[0.39675578,0.0016189476,0.42560452,0.0045746984,0.00046145997,0.00006398176,0.049520478,0.082035646,0.0003922748,0.0028796052,0.034717374,0.0013752101],"about_ca_topic_score_codex":0.00019012156,"about_ca_topic_score_gemma":0.0006264892,"teacher_disagreement_score":0.62640584,"about_ca_system_score_codex":0.00008286622,"about_ca_system_score_gemma":0.0004883599,"threshold_uncertainty_score":0.45028722},"labels":[],"label_agreement":null},{"id":"W4413819376","doi":"10.2196/70843","title":"Digital Literacy Training for Digitalization Officers (“Digi-Managers”) in Outpatient Medical and Psychotherapeutic Care: Conceptualization and Longitudinal Evaluation of a Certificate Course","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Gesundheit","keywords":"Medical education; Certificate; Certification; Health care; Psychology; Digital literacy; Digital health; Computer science; Medicine; Pedagogy","score_opus":0.0892602880440195,"score_gpt":0.47290599484341883,"score_spread":0.38364570679939936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413819376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98163456,0.0020031817,0.004936105,0.0075689857,0.0003893473,0.002430626,0.000012929168,0.000032196633,0.0009920954],"genre_scores_gemma":[0.9968852,0.00015802168,0.00013873196,0.0014714106,0.000099825855,0.00044889638,0.00072946254,0.000014353629,0.000054098535],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997789,0.00007628428,0.00069535227,0.00033248749,0.0009125342,0.00019432306],"domain_scores_gemma":[0.9987299,0.00018503045,0.00020276717,0.00014265536,0.0005110479,0.00022860043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072041893,0.00013947039,0.0002813244,0.00030468113,0.000055358687,0.00003778609,0.00005516683,0.00016336319,0.00009081218],"category_scores_gemma":[0.0012824436,0.00012927763,0.000032559015,0.00042258005,0.0001728062,0.00028380143,0.000014551445,0.00012917319,4.5976344e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020367857,0.00042064523,0.078407936,0.0007450456,0.000037283935,8.409406e-7,0.0110208895,0.0000020839873,0.000008743048,0.0013090634,0.0006139332,0.90722984],"study_design_scores_gemma":[0.01629348,0.0011945493,0.90032923,0.003421451,0.00056071574,0.000056493478,0.02940661,0.028238706,0.00006564316,0.0016153788,0.018502034,0.00031572048],"about_ca_topic_score_codex":0.000028785218,"about_ca_topic_score_gemma":0.00004379489,"teacher_disagreement_score":0.9069141,"about_ca_system_score_codex":0.00015299284,"about_ca_system_score_gemma":0.0024871298,"threshold_uncertainty_score":0.5271789},"labels":[],"label_agreement":null},{"id":"W4413820752","doi":"10.2196/73419","title":"Development and Validation of a Large Language Model–Based System for Medical History-Taking Training: Prospective Multicase Study on Evaluation Stability, Human-AI Consistency, and Transparency","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Shantou University Medical College; Shantou University","keywords":"Generalizability theory; Transparency (behavior); Consistency (knowledge bases); Baseline (sea); Artificial intelligence; Computer science; Stability (learning theory); Medical history; Machine learning; Medical physics; Physical therapy; Medicine; Psychology; Surgery","score_opus":0.22133454648777318,"score_gpt":0.5135202631757582,"score_spread":0.292185716687985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413820752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898743,0.00026274478,0.0035000474,0.0021234048,0.0003557013,0.0034558552,0.0000035965502,0.00003812255,0.00038620367],"genre_scores_gemma":[0.99687135,0.0000018564153,0.00066766224,0.00053939037,0.00008347916,0.0017000654,0.00009868453,0.000010672357,0.000026835256],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9977469,0.0001556555,0.00072558015,0.00037500626,0.0008231079,0.00017377168],"domain_scores_gemma":[0.9985849,0.0002790434,0.00018698383,0.00019202636,0.0005245771,0.0002324549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025541352,0.00013180588,0.0002960314,0.00017765546,0.000148811,0.000009593287,0.00005688712,0.0001814007,0.0001094399],"category_scores_gemma":[0.002908011,0.00011949007,0.000033862398,0.0001384209,0.0001125839,0.00006083642,0.000010906754,0.00020694254,6.1214024e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000959466,0.0120720845,0.10147112,0.0056617525,0.0001565065,0.0000050774756,0.43064123,0.000010444695,0.0012800066,0.010661313,0.00045448003,0.43662652],"study_design_scores_gemma":[0.0065223193,0.0030368913,0.12027154,0.008767507,0.0010634528,0.000025461852,0.53728795,0.28854626,0.03192843,0.001319956,0.0005257147,0.0007045052],"about_ca_topic_score_codex":0.00010847995,"about_ca_topic_score_gemma":0.00021151746,"teacher_disagreement_score":0.435922,"about_ca_system_score_codex":0.00078059215,"about_ca_system_score_gemma":0.008071935,"threshold_uncertainty_score":0.9975514},"labels":[],"label_agreement":null},{"id":"W4414005603","doi":"10.2196/76702","title":"Development of a Clinical Clerkship Mentor Using Generative AI and Evaluation of Its Effectiveness in a Medical Student Trial Compared to Student Mentors: 2-Part Comparative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Medical education; Rubric; CLARITY; Context (archaeology); Psychology; Scale (ratio); Medicine; Mathematics education","score_opus":0.43421783315783774,"score_gpt":0.6669062045329408,"score_spread":0.23268837137510306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414005603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884446,0.00024911223,0.00023750654,0.0015275017,0.0019033808,0.007516319,0.0000011010667,0.0000098010505,0.0001106217],"genre_scores_gemma":[0.99726325,0.000015927766,0.0003400025,0.00047663657,0.00033074676,0.0015207968,0.000026335492,0.000007796916,0.000018520974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99293447,0.001736011,0.0021794722,0.00047762343,0.0024522457,0.000220171],"domain_scores_gemma":[0.9971803,0.00059827854,0.0003421612,0.00022068336,0.0012049269,0.00045368815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01026887,0.00018050047,0.00085023354,0.00038359407,0.00008135704,0.000015413701,0.00016662246,0.0002121105,0.00021098867],"category_scores_gemma":[0.002722458,0.00015733186,0.00006073389,0.0006612567,0.00011675,0.00008206555,0.00010155462,0.00035629037,0.000003878325],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016956605,0.050685618,0.44843617,0.0007503093,0.00061647245,0.0000036474378,0.20621763,0.00007400327,0.00048288328,0.0003340307,0.0006518001,0.27479082],"study_design_scores_gemma":[0.01585319,0.0021273072,0.86094135,0.004595167,0.00039537222,0.000003243857,0.09854662,0.011514037,0.0052933577,0.0000980429,0.000374128,0.0002581986],"about_ca_topic_score_codex":0.00017764639,"about_ca_topic_score_gemma":0.000579964,"teacher_disagreement_score":0.41250515,"about_ca_system_score_codex":0.0006371677,"about_ca_system_score_gemma":0.012162125,"threshold_uncertainty_score":0.993438},"labels":[],"label_agreement":null},{"id":"W4414088166","doi":"10.2196/70766","title":"Application of AI Communication Training Tools in Medical Undergraduate Education: Mixed Methods Feasibility Study Within a Primary Care Context","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Training (meteorology); Curriculum; Primary care; Quality (philosophy); Fidelity","score_opus":0.1525580234509169,"score_gpt":0.5493887414600706,"score_spread":0.39683071800915365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414088166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9470155,0.0019212946,0.0057825767,0.036438964,0.0016165904,0.00407491,0.0000024221054,0.00008040688,0.0030672874],"genre_scores_gemma":[0.9882098,0.000084974425,0.0028420999,0.006069451,0.0002082672,0.0019225718,0.00045825596,0.000019740044,0.00018486945],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9956127,0.0010611522,0.0015860434,0.00053931953,0.000932644,0.0002681532],"domain_scores_gemma":[0.9964644,0.00081677147,0.00035085916,0.00097413803,0.0009915419,0.0004023199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031693329,0.00021685965,0.00057891966,0.00043865424,0.00014695177,0.000030901134,0.00040322344,0.0004286702,0.00013893966],"category_scores_gemma":[0.005042651,0.00020944756,0.000099607954,0.0012499411,0.0002880099,0.00023197172,0.000085528656,0.00095846347,0.000012798772],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017891114,0.003899511,0.0937923,0.00071104924,0.000027171209,5.126701e-7,0.042139836,0.0000016802892,0.000062802705,0.004938614,0.00086648314,0.85338116],"study_design_scores_gemma":[0.0010503859,0.00063026417,0.4570315,0.0041161245,0.00019429838,0.00003578664,0.50871706,0.0021500036,0.0018215461,0.019249205,0.004578223,0.00042563843],"about_ca_topic_score_codex":0.0018319648,"about_ca_topic_score_gemma":0.0018620208,"teacher_disagreement_score":0.8529555,"about_ca_system_score_codex":0.0009819528,"about_ca_system_score_gemma":0.025856545,"threshold_uncertainty_score":0.97966594},"labels":[],"label_agreement":null},{"id":"W4414088343","doi":"10.2196/72356","title":"ChatGPT in Medical Education: Bibliometric and Visual Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical research; Diversification (marketing strategy); Bibliometrics; MEDLINE; Visualization; Visual methods","score_opus":0.04785309574691707,"score_gpt":0.5152634711570067,"score_spread":0.46741037541008956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414088343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9064731,0.0030929146,0.0003230628,0.08374602,0.00150409,0.0005097607,4.0422907e-7,0.000043508466,0.0043071564],"genre_scores_gemma":[0.97938335,0.001151422,0.0001323829,0.01655123,0.0006403058,0.00036365393,0.00010767202,0.000009004014,0.0016610058],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976773,0.00010583098,0.0006694544,0.0003975286,0.000878707,0.00027113996],"domain_scores_gemma":[0.9983869,0.00026396633,0.00008896711,0.00022813132,0.00032904872,0.00070298935],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0009492664,0.0001375527,0.00034119983,0.020581216,0.00008747728,0.00003742783,0.00012274575,0.0003953391,0.00289266],"category_scores_gemma":[0.005164948,0.00012560282,0.00007850194,0.04959411,0.00015106949,0.00012721567,0.000042088424,0.0004640459,0.000049076123],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003418633,0.0015862403,0.30438522,0.00014935488,0.000044680633,0.0000020805905,0.00062286324,1.216213e-7,0.000003500778,0.000985134,0.010677272,0.6815094],"study_design_scores_gemma":[0.00018349264,0.00014358995,0.9507997,0.00079948665,0.00024918196,0.00003932284,0.0042395834,0.004336655,0.00014864819,0.0018650822,0.037004728,0.0001905238],"about_ca_topic_score_codex":0.0017500614,"about_ca_topic_score_gemma":0.0004040376,"teacher_disagreement_score":0.6813188,"about_ca_system_score_codex":0.00023543337,"about_ca_system_score_gemma":0.014131536,"threshold_uncertainty_score":0.99801886},"labels":[],"label_agreement":null},{"id":"W4414106794","doi":"10.2196/65915","title":"Investigating Learning Effects Through the Implementation of Teledermatology Consultations Among General Practitioners in Germany: Mixed Methods Process Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gemeinsame Bundesausschuss; Eberhard Karls Universität Tübingen","keywords":"Teledermatology; Process (computing); Telemedicine; Continuing medical education; Field (mathematics); Global Positioning System; Primary care; Telehealth","score_opus":0.015538346699706974,"score_gpt":0.45530609802297073,"score_spread":0.43976775132326373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414106794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827436,0.000093073606,0.003343952,0.00881876,0.00061209523,0.001742701,2.8719603e-7,0.000040772353,0.0026047095],"genre_scores_gemma":[0.99410826,0.000016333599,0.0027162288,0.001459626,0.00006615699,0.0013068159,0.0000868861,0.000008524786,0.00023116748],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99804443,0.0007238828,0.00046433954,0.0001998676,0.00042558587,0.00014186936],"domain_scores_gemma":[0.99886733,0.00039107553,0.00026287226,0.00013067233,0.00028449798,0.00006354907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010065367,0.00009839454,0.00019132595,0.00021371423,0.00012658026,0.00001566493,0.000066959066,0.0001040154,0.00021157059],"category_scores_gemma":[0.002647905,0.00008031916,0.00003917574,0.00068230816,0.00014317813,0.00012368991,0.00002337967,0.00030665478,0.0000032296468],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000950059,0.0012164597,0.117028266,0.0024111918,0.0003313178,0.000008347385,0.034392234,0.00057397835,0.010431215,0.02051659,0.0070730345,0.8059223],"study_design_scores_gemma":[0.00502014,0.00023782405,0.8405506,0.001082074,0.00058029685,0.00014443086,0.07941837,0.03891217,0.018432532,0.006372095,0.008973638,0.00027582797],"about_ca_topic_score_codex":0.00045865122,"about_ca_topic_score_gemma":0.00023735673,"teacher_disagreement_score":0.80564654,"about_ca_system_score_codex":0.00016530068,"about_ca_system_score_gemma":0.001540091,"threshold_uncertainty_score":0.32753202},"labels":[],"label_agreement":null},{"id":"W4414173085","doi":"10.2196/78862","title":"Effectiveness of a Fully Online Scientific Research Works Peer Support Group Model for Research Capacity Building Through Conducting Systematic Reviews Among Health Care Professionals: Retrospective Cohort Studies","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Systematic review; Peer review; MEDLINE; Cohort; Health services research; Comparative effectiveness research; Peer group","score_opus":0.5276605102586048,"score_gpt":0.649368098601734,"score_spread":0.12170758834312911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414173085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.913004,0.01730815,0.0027141126,0.034408215,0.0015812372,0.030606017,0.000036787143,0.000058921218,0.00028259488],"genre_scores_gemma":[0.98241085,0.0009510224,0.0031260285,0.0011431875,0.00045210504,0.009785903,0.00031660622,0.00003594281,0.001778349],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9841286,0.0053623593,0.001610142,0.0009587598,0.006181598,0.0017585488],"domain_scores_gemma":[0.95676047,0.013930654,0.0007253333,0.0016198932,0.021856446,0.005107182],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.108974405,0.00024704263,0.0016706814,0.0008718128,0.0010834933,0.00006213189,0.0004101105,0.00039596224,0.000036409623],"category_scores_gemma":[0.47535932,0.0001727697,0.000182414,0.0026732055,0.0017942863,0.00031102696,0.00024347805,0.0026419014,0.000005220663],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0010185293,0.0037261308,0.009750552,0.75593585,0.00040583892,0.0000070461797,0.046283003,0.0000018129833,0.00067750964,0.0070417244,0.15854014,0.01661188],"study_design_scores_gemma":[0.005849661,0.0033400888,0.026601195,0.7845797,0.0002644603,0.00003084742,0.15661857,0.0074623483,0.00091800623,0.008440541,0.0053681666,0.00052639924],"about_ca_topic_score_codex":0.00032263921,"about_ca_topic_score_gemma":0.00014772858,"teacher_disagreement_score":0.36638492,"about_ca_system_score_codex":0.004281627,"about_ca_system_score_gemma":0.050829463,"threshold_uncertainty_score":0.99965906},"labels":[],"label_agreement":null},{"id":"W4414280925","doi":"10.2196/62666","title":"Integrated e-Learning for Shoulder Anatomy and Clinical Examination Skills in First-Year Medical Students: Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Physical examination; Objective structured clinical examination; Clinical trial; Medical history","score_opus":0.005427156580332813,"score_gpt":0.36241217106668144,"score_spread":0.3569850144863486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414280925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9374441,0.001573121,0.032407437,0.011555435,0.004795392,0.009097092,0.0000010433972,0.00053350144,0.0025928752],"genre_scores_gemma":[0.9914411,0.0024236275,0.0004131253,0.00085095223,0.00031793368,0.0038561504,0.000054116248,0.000020158339,0.0006228559],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.997286,0.00041341723,0.0010608789,0.00028439803,0.0007010441,0.00025425304],"domain_scores_gemma":[0.9966042,0.002815018,0.00008673831,0.00012952377,0.0000988659,0.0002656455],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055138245,0.00017463036,0.0010160822,0.00035077808,0.000055953882,0.000029488447,0.0003084251,0.0008794274,0.00038528367],"category_scores_gemma":[0.031127872,0.0001346833,0.00016483745,0.00036471465,0.00031526515,0.00007270101,0.000057165846,0.00094484014,0.0000042422507],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1458921,0.0027310094,0.0039930395,0.00026373207,0.000502337,0.000008751161,0.000524797,0.0000080810905,4.3895514e-7,0.01889181,0.012375366,0.81480855],"study_design_scores_gemma":[0.8949839,0.000113166505,0.0015279119,0.00051820645,0.0000954489,0.00000228972,0.00057024095,0.046497937,0.0000031400264,0.001388292,0.05414388,0.0001556106],"about_ca_topic_score_codex":0.000012357778,"about_ca_topic_score_gemma":0.00005507878,"teacher_disagreement_score":0.8146529,"about_ca_system_score_codex":0.000108224514,"about_ca_system_score_gemma":0.00064674456,"threshold_uncertainty_score":0.9770334},"labels":[],"label_agreement":null},{"id":"W4414288345","doi":"10.2196/60452","title":"Exploring the Icarus Paradox in Indonesia's Specialist Medical Education System Using the Public Perspective From Online Media: Convergent Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); ICARUS; Psychological intervention; Mental health; Public health; Health care; Medical care; Public policy","score_opus":0.07156368210281015,"score_gpt":0.44943706349406387,"score_spread":0.3778733813912537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414288345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84903324,0.00081271253,0.0018457744,0.1289163,0.016338337,0.00241097,0.000004131795,0.00010433664,0.00053421507],"genre_scores_gemma":[0.9821373,0.00012458842,0.0025348377,0.008011426,0.0043554693,0.0024379762,0.00027170594,0.000043172644,0.00008352369],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99303883,0.0017862077,0.001438147,0.0007802735,0.0024513328,0.0005052059],"domain_scores_gemma":[0.99533176,0.0012474098,0.00041900142,0.0013186618,0.0012591608,0.0004239906],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0047964514,0.00036965113,0.0006415746,0.0007518056,0.00044559938,0.00010413143,0.00087470456,0.00036594566,0.00061303447],"category_scores_gemma":[0.022835655,0.00024110757,0.00013644062,0.0036163067,0.0005809437,0.00030062255,0.00022292965,0.0018653306,0.00002007873],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023869117,0.019176748,0.050419778,0.00029884363,0.0004452059,0.000027368224,0.037732776,0.0000021498768,0.00006330291,0.06329031,0.029795935,0.7985089],"study_design_scores_gemma":[0.0021106617,0.000092309514,0.47347966,0.0018035874,0.00035633994,0.000092660644,0.50046504,0.005515329,0.000059629117,0.000998601,0.014701799,0.00032437837],"about_ca_topic_score_codex":0.0025099125,"about_ca_topic_score_gemma":0.00077088043,"teacher_disagreement_score":0.7981845,"about_ca_system_score_codex":0.0027608792,"about_ca_system_score_gemma":0.02008132,"threshold_uncertainty_score":0.98547393},"labels":[],"label_agreement":null},{"id":"W4414308030","doi":"10.2196/75916","title":"Impact of Motivational Interviewing Education on General Practitioners’ and Trainees’ Learning and Diabetes Outcomes in Primary Care: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Diabetes Management and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Motivational interviewing; Primary care; Diabetes mellitus; Self-efficacy; Interview; MEDLINE; Primary health care; Qualitative research","score_opus":0.01529008054333181,"score_gpt":0.4220317785203702,"score_spread":0.4067416979770384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414308030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931573,0.0003859739,0.000039990642,0.0023060176,0.00048606074,0.0007609973,5.539958e-7,0.000019652562,0.0028434324],"genre_scores_gemma":[0.99632305,0.000040685907,0.0015613188,0.0006253944,0.00010124513,0.00025025444,0.00021678033,0.000010273647,0.00087102706],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99875,0.00025625023,0.0003489894,0.000249413,0.00025790132,0.0001374863],"domain_scores_gemma":[0.9992483,0.00026119148,0.00012988303,0.00011942841,0.00013171296,0.00010947732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006991084,0.00013382516,0.00029355727,0.0005355286,0.000049807248,0.000024544554,0.000049663795,0.000079817895,0.00006967517],"category_scores_gemma":[0.0012197519,0.0001134747,0.000049389208,0.00035979366,0.0000572338,0.00016347952,0.000051752864,0.00024574532,7.9632264e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001962017,0.0017177565,0.6481795,0.00027136333,0.00006068654,7.638749e-8,0.0027204237,0.0000012788463,0.00017017103,0.00021640146,0.0005178697,0.3461249],"study_design_scores_gemma":[0.0008573202,0.00039639545,0.9884026,0.000535048,0.00007249576,4.9034634e-7,0.008924071,0.00015687263,0.000030560597,0.00022335768,0.00032120507,0.00007958276],"about_ca_topic_score_codex":0.00007486244,"about_ca_topic_score_gemma":0.0000068748263,"teacher_disagreement_score":0.34604532,"about_ca_system_score_codex":0.0002849759,"about_ca_system_score_gemma":0.0015506671,"threshold_uncertainty_score":0.4627364},"labels":[],"label_agreement":null},{"id":"W4414368365","doi":"10.2196/68070","title":"Evaluating the Potential and Accuracy of ChatGPT-3.5 and 4.0 in Medical Licensing and In-Training Examinations: Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reliability (semiconductor); Set (abstract data type); Focus (optics); MEDLINE; Component (thermodynamics); Medical diagnosis","score_opus":0.24793256276372394,"score_gpt":0.5553943139980585,"score_spread":0.30746175123433456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414368365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84604216,0.09078135,0.00008486604,0.06149085,0.00007965056,0.0014548061,5.789908e-7,0.000006765311,0.000058977243],"genre_scores_gemma":[0.9880418,0.007189455,0.00018565338,0.004216301,0.000038270387,0.00026015803,0.000009051751,0.0000043989817,0.00005488563],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99797374,0.00038048235,0.0008230513,0.00024413492,0.00044869937,0.00012988593],"domain_scores_gemma":[0.99799657,0.001300311,0.00020296157,0.000180076,0.00016651857,0.00015355162],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036652896,0.00009982638,0.0007588811,0.00031072256,0.000076107935,0.000021733844,0.000052930023,0.00012528452,0.00010914623],"category_scores_gemma":[0.0146454675,0.00006608321,0.000049883125,0.00070159073,0.00018513548,0.00009405624,0.000041680654,0.0002688395,3.3341504e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015480763,0.0013571352,0.03401848,0.40464753,0.010146114,0.000016800841,0.07354375,0.0000067291867,0.0002181385,0.0030881604,0.0003732297,0.47242913],"study_design_scores_gemma":[0.0009572909,0.0005262487,0.40056884,0.0967909,0.29019076,0.0005907818,0.10504898,0.09743456,0.0001621967,0.0068871086,0.00009189356,0.0007504413],"about_ca_topic_score_codex":0.0004925483,"about_ca_topic_score_gemma":0.00034394712,"teacher_disagreement_score":0.47167867,"about_ca_system_score_codex":0.000037309746,"about_ca_system_score_gemma":0.0009172517,"threshold_uncertainty_score":0.9936546},"labels":[],"label_agreement":null},{"id":"W4414370290","doi":"10.2196/73798","title":"Perception of Medical Undergraduates on Artificial Intelligence in Medical Education: Qualitative Exploration","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enthusiasm; Perception; Confusion; Openness to experience; Qualitative research","score_opus":0.17205813706129292,"score_gpt":0.5502932994560369,"score_spread":0.378235162394744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414370290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6134836,0.00036218678,0.0071476675,0.36951092,0.0036525072,0.0012327752,0.000001377113,0.000077374454,0.0045315754],"genre_scores_gemma":[0.9865438,0.0007336065,0.00041032943,0.010048066,0.000935444,0.0006466495,0.00021868211,0.00001859273,0.0004448514],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99459684,0.00049850583,0.0015148396,0.0005176801,0.0025465814,0.00032557506],"domain_scores_gemma":[0.9972873,0.00077198446,0.00023617607,0.00040739446,0.00063032855,0.0006668357],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026647295,0.00022571455,0.0004296728,0.00078089006,0.00010932045,0.000026734673,0.00033582232,0.0007523946,0.0042140153],"category_scores_gemma":[0.013477197,0.00020653865,0.00011038243,0.0013959303,0.00040424743,0.00024003611,0.00004758208,0.0009028082,0.00017252295],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026686545,0.004854808,0.0017227584,0.00037101086,0.000017981294,0.000003086333,0.018564131,0.0000026618563,0.00003267716,0.10747577,0.008800641,0.8578876],"study_design_scores_gemma":[0.00036695122,0.0014386887,0.013940575,0.01571521,0.00010919943,0.00007763893,0.5587519,0.01788349,0.0038137767,0.37954128,0.0076207505,0.00074056746],"about_ca_topic_score_codex":0.0014450669,"about_ca_topic_score_gemma":0.0006295313,"teacher_disagreement_score":0.85714704,"about_ca_system_score_codex":0.0005181775,"about_ca_system_score_gemma":0.023683872,"threshold_uncertainty_score":0.9966963},"labels":[],"label_agreement":null},{"id":"W4414412723","doi":"10.2196/65886","title":"Deconstructing Participant Behaviors in Virtual Reality Simulation: Ethnographic Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Focus (optics); Ethnography; Participant observation; Virtual reality; Task analysis; Cognition; Sociotechnical system","score_opus":0.061790522471930245,"score_gpt":0.4863875634868263,"score_spread":0.4245970410148961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414412723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98331153,0.00015727866,0.0009971143,0.013277331,0.0009412323,0.00072648335,0.0000022108602,0.000090125446,0.000496715],"genre_scores_gemma":[0.99621636,0.000008586547,0.0002029375,0.0025240066,0.00022371787,0.0004071462,0.00021748341,0.000011250078,0.00018851171],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975144,0.00021809824,0.00092215516,0.00042595633,0.00061423786,0.0003051013],"domain_scores_gemma":[0.9977876,0.0006928336,0.0001750631,0.00049738644,0.00044084212,0.00040629858],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00090984,0.00015390628,0.00039073586,0.0012533087,0.00012697435,0.000022395221,0.00011519751,0.0003059529,0.0012324395],"category_scores_gemma":[0.0014907965,0.0001558216,0.00014976194,0.003976349,0.00015513158,0.00011022578,0.000023773035,0.0004851406,0.00001264601],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005065248,0.0006414924,0.9653796,0.00009259612,0.00008529922,0.0000018354866,0.003192879,0.003750707,0.0000061078044,0.00095194177,0.00025009247,0.02559678],"study_design_scores_gemma":[0.000739106,0.00004142312,0.9395556,0.00031696213,0.00044559297,0.000002639197,0.008281259,0.049833547,0.000022168253,0.00033571434,0.0003029687,0.00012303273],"about_ca_topic_score_codex":0.00081723084,"about_ca_topic_score_gemma":0.00034356164,"teacher_disagreement_score":0.04608284,"about_ca_system_score_codex":0.00033750336,"about_ca_system_score_gemma":0.0046927347,"threshold_uncertainty_score":0.9996806},"labels":[],"label_agreement":null},{"id":"W4414448712","doi":"10.2196/67775","title":"Balancing Academics and Life: Qualitative Study of Health Professions Students’ Perceptions of a Four-Day Academic Week in the United Arab Emirates","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Perfectionism, Procrastination, Anxiety Studies","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Qualitative research; Health professions; Perception; Mental health; Work (physics); Qualitative property; Learning development","score_opus":0.0690300937638228,"score_gpt":0.4977908232203452,"score_spread":0.4287607294565224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414448712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786307,0.0007179944,0.00026817885,0.018438308,0.00045115995,0.0012826867,0.0000043037694,0.0000221269,0.00018452277],"genre_scores_gemma":[0.9963752,0.0003434591,0.000028674613,0.0018715507,0.00006732242,0.00094590994,0.000021703072,0.0000069020493,0.00033929734],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99592596,0.0023085403,0.000785115,0.0002667328,0.0005163244,0.00019731092],"domain_scores_gemma":[0.9980436,0.0011378549,0.00034584763,0.0001851435,0.00021041566,0.000077127894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003643215,0.00012557494,0.00030130794,0.0004022618,0.00024954058,0.00000730331,0.00029409985,0.00020343823,0.000056941964],"category_scores_gemma":[0.0024242834,0.00009627443,0.00002774649,0.0012425702,0.00022345404,0.00008394658,0.000077939134,0.0008642988,0.0000027447386],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022438067,0.00228955,0.36669934,0.00010243815,0.00006004169,9.193488e-8,0.6186467,0.0000011028267,0.000018910208,0.0020541148,0.006923765,0.0031815025],"study_design_scores_gemma":[0.0004965649,0.00013460306,0.52935225,0.00024500946,0.000016571325,0.0000011238736,0.469082,0.000018417275,5.9801914e-7,0.0004612207,0.00015385733,0.00003779102],"about_ca_topic_score_codex":0.0007543695,"about_ca_topic_score_gemma":0.00017950157,"teacher_disagreement_score":0.16265288,"about_ca_system_score_codex":0.00010464581,"about_ca_system_score_gemma":0.00086471834,"threshold_uncertainty_score":0.39259574},"labels":[],"label_agreement":null},{"id":"W4414465190","doi":"10.2196/70726","title":"Comparing the Effectiveness of Multimodal Learning Using Computer-Based and Immersive Virtual Reality Simulation–Based Interprofessional Education With Co-Debriefing, Medical Movies, and Massive Online Open Courses for Mitigating Stress and Long-Term Burnout in Medical Training: Quasi-Experimental Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Burnout; Virtual patient; Interprofessional education; Virtual reality; Multimodal therapy; Health care; Resilience (materials science); Stress (linguistics); Virtual learning environment","score_opus":0.048623819184692205,"score_gpt":0.4740931712942174,"score_spread":0.4254693521095252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414465190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829488,0.00029738067,0.009430231,0.0034657635,0.00034024846,0.0034803061,0.000009751042,0.000018936229,0.000008619803],"genre_scores_gemma":[0.99669844,0.0000037867057,0.0008346753,0.0011178228,0.00021097816,0.00051422854,0.00059107464,0.000024480445,0.0000044876583],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99639255,0.0011129903,0.0007438219,0.0005505757,0.00095363654,0.00024645065],"domain_scores_gemma":[0.9918077,0.006748071,0.00035214142,0.00020509183,0.00045237326,0.00043463396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019561897,0.00025204266,0.0005952382,0.00026884608,0.00033828028,0.000055196546,0.00020001113,0.0002497676,0.00005722164],"category_scores_gemma":[0.0021964759,0.00019847676,0.000035741323,0.00030245696,0.00060111337,0.00014848681,0.00010585854,0.0006312926,6.560487e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018138599,0.00610727,0.9682831,0.0010187961,0.00006820111,0.0000033815172,0.008668554,0.0027584783,0.00002627709,0.00015361412,0.0000067769447,0.01109168],"study_design_scores_gemma":[0.0050763865,0.0008079381,0.5224812,0.008688352,0.000047702815,0.000006724966,0.031392977,0.43128315,0.00008317936,0.000012610747,0.0000018390903,0.000117945776],"about_ca_topic_score_codex":0.0016817411,"about_ca_topic_score_gemma":0.00029633465,"teacher_disagreement_score":0.4458019,"about_ca_system_score_codex":0.00031879084,"about_ca_system_score_gemma":0.014875489,"threshold_uncertainty_score":0.99070925},"labels":[],"label_agreement":null},{"id":"W4414484916","doi":"10.2196/65287","title":"Using Electronic Health Data to Deliver an Adaptive Online Learning Solution to Emergency Trainees: Mixed Methods Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"E-Learning and COVID-19","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Online learning; Adaptive learning; Data collection; Key (lock); Emergency response; Adaptive design; Health care","score_opus":0.19023633281911748,"score_gpt":0.5637021767641004,"score_spread":0.37346584394498294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414484916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8309695,0.00036564234,0.12852049,0.036685247,0.0015101619,0.0013406863,0.000004427891,0.00017885507,0.00042497757],"genre_scores_gemma":[0.98187506,0.0000702687,0.0131005235,0.00285529,0.0006029095,0.00009075033,0.00009450568,0.000013206748,0.0012974697],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.995444,0.002588497,0.00036135165,0.0005227155,0.00059718563,0.00048626456],"domain_scores_gemma":[0.9986165,0.00016161415,0.00010898245,0.00033796794,0.0001610732,0.0006138573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049952576,0.000120695964,0.00019953788,0.00022104416,0.00080999325,0.000034187236,0.0005965639,0.000070914764,0.00030695958],"category_scores_gemma":[0.005473852,0.00012511948,0.000022371441,0.0011690545,0.00006090668,0.00021272703,0.00014432204,0.00044852353,0.000014736978],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014610303,0.004060093,0.0020500252,0.000028728837,0.000046440313,4.265241e-7,0.10133079,0.00027754728,0.00019199686,0.004571315,0.014087842,0.8732087],"study_design_scores_gemma":[0.0007823095,0.00721406,0.06655549,0.00030656648,0.000095340685,0.0000012652881,0.6414733,0.024163531,0.0000044330263,0.0010776108,0.25774705,0.000579033],"about_ca_topic_score_codex":0.030561231,"about_ca_topic_score_gemma":0.037686408,"teacher_disagreement_score":0.87262964,"about_ca_system_score_codex":0.00077164505,"about_ca_system_score_gemma":0.006083576,"threshold_uncertainty_score":0.999551},"labels":[],"label_agreement":null},{"id":"W4414497708","doi":"10.2196/65598","title":"Health Care Professionals’ Knowledge, Attitude, Practice, and Infrastructure Accessibility for e-Learning in Ethiopia: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"The Internet; Health care; Digital health; eHealth; Internet access; Health professionals","score_opus":0.02107775748628439,"score_gpt":0.5209091607337334,"score_spread":0.499831403247449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414497708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905571,0.0014499438,0.00017253328,0.002876947,0.0014850955,0.0017822854,0.000008175635,0.000044397653,0.0016235608],"genre_scores_gemma":[0.99297625,0.000012846888,0.0001508971,0.0019101104,0.0001906882,0.0009847404,0.00011613334,0.000009239788,0.0036490732],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99765724,0.0004876766,0.00044445906,0.0004689632,0.0006723209,0.00026934507],"domain_scores_gemma":[0.99798024,0.0010071784,0.00012970982,0.00018494084,0.00039184047,0.0003060978],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015560911,0.00012021245,0.00019240215,0.00019184327,0.0003493643,0.00015022591,0.00023763915,0.00022796575,0.00031364604],"category_scores_gemma":[0.014483416,0.00010565611,0.00003959119,0.00043124863,0.00010125638,0.00030279125,0.00020844281,0.000925636,0.000015551494],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030737655,0.0021732822,0.9328875,0.0008104006,0.000021718808,0.0000028462418,0.0031741385,0.0000011209389,0.0000016198215,0.0009726318,0.017157082,0.04249031],"study_design_scores_gemma":[0.0015812723,0.0001355883,0.97180617,0.0001365261,0.000004090686,0.000007846937,0.010289883,0.000055078403,0.0000017683903,0.0010226866,0.014882665,0.0000764255],"about_ca_topic_score_codex":0.00027314178,"about_ca_topic_score_gemma":0.0016830411,"teacher_disagreement_score":0.042413887,"about_ca_system_score_codex":0.0006060684,"about_ca_system_score_gemma":0.00976431,"threshold_uncertainty_score":0.99584943},"labels":[],"label_agreement":null},{"id":"W4414600542","doi":"10.2196/82812","title":"Bridging Generations in Psychiatric Long-Term Care Education: Evaluating a Youth–Elder Co-Learning Model to Enhance Communication and Empathy (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Aging and Gerontology Research","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Empathy; Mental health; Perception; Intervention (counseling); Bridging (networking); Population","score_opus":0.03472991950892763,"score_gpt":0.49539930434093515,"score_spread":0.46066938483200753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414600542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95964,0.0036091558,0.00830831,0.004918841,0.0004748439,0.00075463497,0.0000011722738,0.00005831333,0.022234673],"genre_scores_gemma":[0.99107176,0.00004242664,0.002144759,0.0013755906,0.00013972365,0.0012398,0.00013577878,0.000013918637,0.00383622],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981005,0.0004984758,0.00039228014,0.00046946915,0.00026829742,0.00027093917],"domain_scores_gemma":[0.99888813,0.000099859244,0.00008869638,0.0005144558,0.000223352,0.00018547913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008065742,0.00013212752,0.00016983718,0.0004110927,0.00029334094,0.000047586003,0.00029528,0.00020470667,0.0003667644],"category_scores_gemma":[0.0005313755,0.00014543704,0.00003203248,0.00050600676,0.000087777575,0.0000913115,0.000096091935,0.0006618682,0.000053541527],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049734954,0.0006690536,0.17803583,0.00010190639,0.000019960476,3.9544804e-7,0.16956526,0.00010180189,0.000019203604,0.0032167113,0.0029460923,0.64527404],"study_design_scores_gemma":[0.00095609465,0.00017177069,0.8930073,0.001024445,0.00006478644,0.000021635873,0.0905496,0.012506443,0.00006813222,0.0009035008,0.0002630076,0.00046329916],"about_ca_topic_score_codex":0.000417012,"about_ca_topic_score_gemma":0.00040434138,"teacher_disagreement_score":0.7149715,"about_ca_system_score_codex":0.00016460866,"about_ca_system_score_gemma":0.002118636,"threshold_uncertainty_score":0.59307504},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4414644965","doi":"10.2196/70256","title":"Effectiveness of a 5G Local Area Network–Based Digital Microscopy Interactive System: Quasi-Experimental Design","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"AI in cancer detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microscopy; Microscope; Digital holographic microscopy; Key (lock)","score_opus":0.007492537704453817,"score_gpt":0.31989371049931314,"score_spread":0.31240117279485935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414644965","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027966099,0.0002138908,0.9672243,0.00021600872,0.0027287814,0.0006436321,0.0000011174868,0.0001201567,0.00088602334],"genre_scores_gemma":[0.9960459,9.1761774e-7,0.0031308355,0.00016799173,0.00009598564,0.00051151984,0.000008683003,0.000008370714,0.000029797653],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838424,0.0003177958,0.00029894695,0.0003846462,0.00040987853,0.00020447743],"domain_scores_gemma":[0.99864906,0.0005843165,0.00014283997,0.00034955892,0.00014839521,0.00012585222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005128559,0.00014552266,0.00022776308,0.00013385326,0.00007760637,0.0000836095,0.0004890233,0.00013774024,0.000016626891],"category_scores_gemma":[0.00014393813,0.00013817551,0.00007110856,0.0006097714,0.00014404289,0.00041460522,0.00008091688,0.00019864514,0.000012666362],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058111628,0.025809953,0.008952023,0.00742023,0.00070171105,0.000040606883,0.0074702557,0.008461137,0.0338734,0.06193722,0.04061856,0.79890376],"study_design_scores_gemma":[0.0026964017,0.0020633924,0.0066647534,0.008771027,0.00003808108,0.000048401373,0.0016082188,0.56290096,0.41121802,0.001811406,0.001584709,0.0005946226],"about_ca_topic_score_codex":0.000053580923,"about_ca_topic_score_gemma":0.0000013162505,"teacher_disagreement_score":0.9680798,"about_ca_system_score_codex":0.0008353981,"about_ca_system_score_gemma":0.0021913566,"threshold_uncertainty_score":0.5634634},"labels":[],"label_agreement":null},{"id":"W4414645151","doi":"10.2196/70190","title":"Enhancing Large Language Models for Improved Accuracy and Safety in Medical Question Answering: Comparative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interpretability; Reliability (semiconductor); Benchmark (surveying); Key (lock); Medical information; Medical decision making; Medical practice; MEDLINE","score_opus":0.06302532221165427,"score_gpt":0.5048432072102752,"score_spread":0.44181788499862096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414645151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654535,0.0005349144,0.013225926,0.01699933,0.00077887287,0.0024880525,0.0000024584676,0.000046766865,0.00047020285],"genre_scores_gemma":[0.99562293,0.000098368575,0.000367342,0.0024249556,0.00034229868,0.0007654264,0.00009291635,0.000008475644,0.00027725758],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9984283,0.00011768246,0.0005862153,0.00031534943,0.00030636234,0.0002461206],"domain_scores_gemma":[0.9987391,0.000518797,0.00008104097,0.00018223096,0.00019356143,0.0002852298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013722383,0.00011938043,0.00028572112,0.00019765476,0.00010943124,0.00001816879,0.000084836334,0.0002119888,0.00014235196],"category_scores_gemma":[0.0030468705,0.000107076325,0.00003185579,0.00030911207,0.000053854263,0.00015658453,0.00003228113,0.00035350551,0.000003828828],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016091444,0.009694094,0.030584544,0.001128039,0.0000797211,0.000007814982,0.14081281,0.0000064846195,0.0009412106,0.010372678,0.0030915288,0.8016719],"study_design_scores_gemma":[0.004554079,0.0023061498,0.14094335,0.007162786,0.00023611396,0.00006078018,0.50830364,0.30020368,0.007580233,0.015420271,0.012343569,0.00088535395],"about_ca_topic_score_codex":0.0009126461,"about_ca_topic_score_gemma":0.002602794,"teacher_disagreement_score":0.80078655,"about_ca_system_score_codex":0.0002081208,"about_ca_system_score_gemma":0.00287169,"threshold_uncertainty_score":0.50942546},"labels":[],"label_agreement":null},{"id":"W4414685628","doi":"10.2196/71339","title":"Engaging Undergraduate Medical Students With Introductory Research Training via an Educational Escape Room: Mixed Methods Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Prairie Women's Health Centre of Excellence","funders":"","keywords":"Training (meteorology); Program evaluation; Multimethodology; Evaluation methods; Qualitative research; Course evaluation","score_opus":0.08666535309337085,"score_gpt":0.5650898827731733,"score_spread":0.4784245296798024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414685628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7342038,0.0018097631,0.018782182,0.2098119,0.012668835,0.002334644,0.0000031905236,0.0001639511,0.020221755],"genre_scores_gemma":[0.9779552,0.000036838737,0.006687833,0.0028788326,0.0024625498,0.003233188,0.0006689994,0.000046424215,0.006030133],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9885279,0.0046818904,0.0007447207,0.0010249339,0.0044194283,0.0006011282],"domain_scores_gemma":[0.99529517,0.001548949,0.00021028523,0.0008511904,0.0014052748,0.00068913697],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017976828,0.00026718015,0.0003058464,0.00079203927,0.00046832985,0.00015546862,0.0011242436,0.00041333376,0.008363611],"category_scores_gemma":[0.004565956,0.00024312311,0.000067401066,0.0014766955,0.00038874877,0.00030202154,0.000110819405,0.0013234835,0.00018507797],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010532643,0.0038447839,0.010050058,0.00005698833,0.00015057847,8.508055e-7,0.014214531,0.000004167037,0.00011572364,0.06282662,0.04499546,0.8636349],"study_design_scores_gemma":[0.0021892164,0.00031082018,0.8141712,0.00065660645,0.00015719433,0.0000794805,0.048010383,0.0026408257,0.00007135316,0.047974937,0.08319023,0.0005477783],"about_ca_topic_score_codex":0.0002759021,"about_ca_topic_score_gemma":0.00017127488,"teacher_disagreement_score":0.8630871,"about_ca_system_score_codex":0.00062907307,"about_ca_system_score_gemma":0.012308103,"threshold_uncertainty_score":0.9932912},"labels":[],"label_agreement":null},{"id":"W4414760587","doi":"10.2196/76661","title":"Beyond Chatbots: Moving Toward Multistep Modular AI Agents in Medical Education","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chatbot; Workflow; Modular design; Task (project management); Pipeline (software); Quality (philosophy); Task analysis","score_opus":0.015818902725584765,"score_gpt":0.35511350806207764,"score_spread":0.33929460533649286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414760587","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27083543,0.0012599818,0.5315309,0.17321251,0.01136498,0.0010687589,7.505222e-7,0.0002860974,0.010440545],"genre_scores_gemma":[0.9619377,0.000058504316,0.009727487,0.026378676,0.0004529726,0.00037670927,0.00002281923,0.000010599814,0.0010345342],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99730307,0.00014648434,0.00053389056,0.0005785998,0.0011138956,0.0003240587],"domain_scores_gemma":[0.9987075,0.00007609217,0.00008851153,0.00059854117,0.00013324125,0.0003961419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007710267,0.00016047814,0.00020575683,0.0003585137,0.000083549065,0.00009771471,0.0011390601,0.00030335112,0.00031904175],"category_scores_gemma":[0.0017248562,0.00016130511,0.000054859265,0.000685769,0.00006276244,0.00045599413,0.00029320977,0.00049384224,0.000045632794],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036823426,0.0010162464,0.0045869756,0.000117536416,0.000008807078,0.0000060711227,0.002478576,0.00002744988,0.000016307433,0.07650972,0.012651728,0.9025769],"study_design_scores_gemma":[0.0009817466,0.000030122636,0.053220764,0.001319952,0.000009486337,0.000027346801,0.00057472015,0.8777829,0.00008125876,0.034527868,0.031058267,0.00038557802],"about_ca_topic_score_codex":0.0003571528,"about_ca_topic_score_gemma":0.00006355739,"teacher_disagreement_score":0.90219134,"about_ca_system_score_codex":0.00032955225,"about_ca_system_score_gemma":0.007608559,"threshold_uncertainty_score":0.9980174},"labels":[],"label_agreement":null},{"id":"W4414893970","doi":"10.2196/80576","title":"Evaluating ChatGPT-4o as an Educational Support Tool for the Emergency Management of Dental Trauma: Randomized Controlled Study Among Students","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Emergency management; Emergency medical services; Basic life support; MEDLINE; Emergency response","score_opus":0.07756878460515387,"score_gpt":0.5508322238432919,"score_spread":0.473263439238138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414893970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97421724,0.00028037783,0.00032407738,0.006694533,0.0037244277,0.013794454,0.0000013577165,0.000021944099,0.0009415968],"genre_scores_gemma":[0.97872335,0.00012462915,0.00024241616,0.00067803136,0.0006139896,0.013428716,0.000113393275,0.000014831209,0.006060643],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99641776,0.00034668142,0.0014289729,0.00035565367,0.0012104647,0.00024044163],"domain_scores_gemma":[0.99748975,0.0009074517,0.0003709758,0.00040845806,0.00063341286,0.00018994542],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004840255,0.00017274458,0.0006644875,0.00018921464,0.00025213094,0.00002801347,0.00031326714,0.0001184488,0.002562265],"category_scores_gemma":[0.0027136554,0.00011677726,0.00025645897,0.00034302264,0.0001452577,0.00012502699,0.00004056527,0.00019887337,0.000019201596],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0787415,0.026731158,0.30942595,0.0010620776,0.0019696609,0.0000016805642,0.024302509,0.000009253851,0.00003227483,0.009521415,0.008466466,0.53973603],"study_design_scores_gemma":[0.12635867,0.0024644174,0.66831934,0.0013010727,0.0042750007,0.000014147225,0.17518528,0.0067934757,0.00035570888,0.013862339,0.00059846404,0.00047210013],"about_ca_topic_score_codex":0.00046320015,"about_ca_topic_score_gemma":0.00008474203,"teacher_disagreement_score":0.53926396,"about_ca_system_score_codex":0.0001655375,"about_ca_system_score_gemma":0.0021822362,"threshold_uncertainty_score":0.99834955},"labels":[],"label_agreement":null},{"id":"W4414904528","doi":"10.2196/68981","title":"Comparison of Physician Assistant and Medical Students' Clinical Reasoning Processes Using an Online Patient Simulation Tool to Support Clinical Reasoning (eCREST): Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Case-based reasoning; Simulated patient; MEDLINE; Model-based reasoning; Virtual patient; Medical diagnosis; Clinical judgment; Decision support system","score_opus":0.09598065234673224,"score_gpt":0.593249595228026,"score_spread":0.49726894288129375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414904528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885225,0.00022992489,0.0063889083,0.001292011,0.0016291116,0.0017167919,0.000008045825,0.00009624363,0.00011640517],"genre_scores_gemma":[0.9714718,0.000057290457,0.023159947,0.004120591,0.00080204784,0.00011862417,0.00018190549,0.00003875134,0.000049046117],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911085,0.0015876039,0.0033116238,0.001039861,0.0025151155,0.00043729265],"domain_scores_gemma":[0.975603,0.019211408,0.0009991797,0.0009611418,0.0012277594,0.0019975554],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008118952,0.00035061527,0.0015745738,0.0002549359,0.0001688021,0.00007724176,0.00043875456,0.0006053238,0.00014625558],"category_scores_gemma":[0.2888861,0.00029796,0.00019465439,0.0009552577,0.00035287594,0.00014540557,0.00038687838,0.0011030682,0.0000048163392],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004681132,0.023861255,0.51246804,0.00010246516,0.0001242824,0.000011386762,0.0010977669,0.00003179296,0.0000042698794,0.000040946255,0.0007545418,0.46103516],"study_design_scores_gemma":[0.0038818384,0.005592856,0.9404804,0.008007948,0.0006817899,0.000011299509,0.00903508,0.02975177,0.000039936593,0.000068912086,0.0021077842,0.00034038027],"about_ca_topic_score_codex":0.00013104235,"about_ca_topic_score_gemma":0.00010080309,"teacher_disagreement_score":0.4606948,"about_ca_system_score_codex":0.00013417886,"about_ca_system_score_gemma":0.0063933525,"threshold_uncertainty_score":0.99994725},"labels":[],"label_agreement":null},{"id":"W4414916376","doi":"10.2196/63882","title":"Implementation Outcomes of Reusable Learning Objects in Health Care Education Across Three Malaysian Universities: Evaluation Using the RE-AIM Framework","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Experiential learning; Program evaluation; Teaching method; Context (archaeology); Active learning (machine learning); Problem-based learning; Electronic learning","score_opus":0.02180259009133372,"score_gpt":0.44728255998684363,"score_spread":0.4254799698955099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414916376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9438416,0.0005949518,0.020150183,0.026492318,0.0027251102,0.0013632558,9.002988e-7,0.00007035005,0.004761333],"genre_scores_gemma":[0.9924285,0.000029037905,0.0052153217,0.0017284949,0.00008844798,0.00011938506,0.000052601317,0.000008295334,0.0003299448],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975702,0.00055563473,0.00051335176,0.0003451574,0.0007205351,0.00029510964],"domain_scores_gemma":[0.99846256,0.00023366707,0.0003850829,0.0004058397,0.00040058076,0.00011229946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017706493,0.00013506052,0.00020502342,0.00025755767,0.00044356924,0.00013803315,0.00060801464,0.0001279384,0.0002530502],"category_scores_gemma":[0.0006082664,0.00012134716,0.00005442833,0.0012756002,0.000065437765,0.00056760735,0.00015079624,0.0004936807,0.0000069573634],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000140888405,0.0006618217,0.34297836,0.00035477467,0.000032550222,2.3230793e-7,0.22674847,0.0025589599,0.000017756991,0.073254265,0.0016746119,0.35170412],"study_design_scores_gemma":[0.00041785685,0.00006976565,0.25390685,0.0006478629,0.0000137396555,0.0000021068524,0.717993,0.020995371,0.00003956777,0.002541347,0.0032141278,0.00015837613],"about_ca_topic_score_codex":0.0027315174,"about_ca_topic_score_gemma":0.00078981195,"teacher_disagreement_score":0.49124455,"about_ca_system_score_codex":0.0011807405,"about_ca_system_score_gemma":0.014644165,"threshold_uncertainty_score":0.9909419},"labels":[],"label_agreement":null},{"id":"W4414993399","doi":"10.2196/80048","title":"Fostering Inductive and Deductive Learning in Oral Microbiology and Immunology With a Dual-Role Duel Card Game: Explanatory Sequential Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Oral microbiology; MEDLINE; Host (biology); Oral cavity; Oral Microbiome","score_opus":0.02307157453489573,"score_gpt":0.4168580136352805,"score_spread":0.3937864391003848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414993399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99345917,0.0013466938,0.0003505565,0.0021857945,0.0011625455,0.0006247448,0.0000013783587,0.000028768629,0.00084036886],"genre_scores_gemma":[0.9971288,0.000023917712,0.0010598659,0.00029024584,0.000104261984,0.0007886011,0.00004313833,0.000013331177,0.0005478341],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977704,0.0011167554,0.000297202,0.00050272787,0.000084900654,0.00022797246],"domain_scores_gemma":[0.9992658,0.00024424287,0.00012479624,0.00017299227,0.00010460736,0.00008756819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073097413,0.00015785696,0.00026664604,0.0003160321,0.000073801515,0.000022123942,0.000091401394,0.00023221971,0.00010852224],"category_scores_gemma":[0.00026823432,0.00014403505,0.000017637638,0.00028998245,0.00025404073,0.00009025584,0.00013953014,0.0005246542,0.0000047423723],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005709123,0.0023774423,0.096621975,0.000054275366,0.00043356675,0.000009346788,0.12353199,0.000002672558,0.01034278,0.0085553415,0.00057061313,0.7569291],"study_design_scores_gemma":[0.001551313,0.0004586827,0.7717706,0.00009283344,0.00006154179,0.00014421662,0.21727587,0.000025049494,0.0001873217,0.0016148858,0.006603479,0.00021422577],"about_ca_topic_score_codex":0.00053555454,"about_ca_topic_score_gemma":0.00027357924,"teacher_disagreement_score":0.7567149,"about_ca_system_score_codex":0.000117582735,"about_ca_system_score_gemma":0.00063636893,"threshold_uncertainty_score":0.5873579},"labels":[],"label_agreement":null},{"id":"W4415164023","doi":"10.2196/74975","title":"Pass/Fail Versus Tiered Grades and Academic Performance in Undergraduate Medical Education: Crossover Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Crossover; Focus (optics); Educational measurement; Academic achievement","score_opus":0.01782772621409651,"score_gpt":0.41089115061089404,"score_spread":0.39306342439679753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415164023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89991355,0.0006799104,0.00004751762,0.08979387,0.0042171194,0.0009800106,5.437484e-7,0.000081868224,0.0042855907],"genre_scores_gemma":[0.98241735,0.0004360644,0.00036722235,0.011197148,0.00079982367,0.0010517623,0.00011658222,0.000025851572,0.0035882024],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963845,0.00015086142,0.00092240254,0.00059918565,0.0015342816,0.00040876726],"domain_scores_gemma":[0.9984641,0.00017291178,0.00016329378,0.00049335294,0.0003385797,0.00036774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012655975,0.00026656885,0.00040184247,0.00062934915,0.00022610354,0.00005469684,0.00032481863,0.00058717467,0.0007169563],"category_scores_gemma":[0.008014116,0.0002441939,0.000046143014,0.0018032531,0.0005219805,0.00026999103,0.00011431429,0.0016235731,0.000050510524],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005767326,0.0050808303,0.31798303,0.0005519924,0.0000798802,0.000005813389,0.0033981162,4.283828e-7,0.000010479186,0.0081215,0.11384228,0.55034894],"study_design_scores_gemma":[0.008270713,0.00047823784,0.8706792,0.0024956237,0.00013422646,0.00006883414,0.010898799,0.0018105786,0.000022359538,0.0013067963,0.10346051,0.00037414406],"about_ca_topic_score_codex":0.00010498472,"about_ca_topic_score_gemma":0.00005404653,"teacher_disagreement_score":0.55269617,"about_ca_system_score_codex":0.0005787662,"about_ca_system_score_gemma":0.017277094,"threshold_uncertainty_score":0.9957938},"labels":[],"label_agreement":null},{"id":"W4415201799","doi":"10.2196/79309","title":"From Hype to Implementation: Embedding GPT-4o in Medical Education","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dynamism; Curriculum; Enthusiasm; Novelty; Key (lock); Field (mathematics)","score_opus":0.059604448186606415,"score_gpt":0.551318634132487,"score_spread":0.4917141859458806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415201799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82624763,0.00038276621,0.00055235485,0.16356002,0.0044155144,0.0010312209,0.0000020026205,0.000061377,0.0037471205],"genre_scores_gemma":[0.9553688,0.00010226921,0.0010637006,0.03876484,0.0020311493,0.0009954827,0.0004092293,0.000017556285,0.0012469621],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99736005,0.000116056326,0.0008430075,0.00045638002,0.00089031755,0.00033421197],"domain_scores_gemma":[0.9982336,0.00022372574,0.00009454928,0.00035959782,0.00031126957,0.0007772608],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006689631,0.00016218117,0.00027107302,0.00050192553,0.00010304343,0.000036287078,0.00021186193,0.0003280616,0.008287531],"category_scores_gemma":[0.0030677952,0.00016024342,0.000059333797,0.0010314491,0.0000612541,0.00014482651,0.00005069099,0.0004596327,0.00029625426],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007499584,0.0011416412,0.06066137,0.00009571421,0.000013071076,0.0000026897087,0.005179382,6.2908526e-7,0.00007661189,0.0015970959,0.094865695,0.83629113],"study_design_scores_gemma":[0.00093306525,0.00049587723,0.4085159,0.0070517156,0.00014928248,0.00006676538,0.11043357,0.0028231912,0.0057835886,0.026795411,0.4361375,0.00081412535],"about_ca_topic_score_codex":0.008048299,"about_ca_topic_score_gemma":0.0016981149,"teacher_disagreement_score":0.835477,"about_ca_system_score_codex":0.00062494224,"about_ca_system_score_gemma":0.020178653,"threshold_uncertainty_score":0.9985572},"labels":[],"label_agreement":null},{"id":"W4415279914","doi":"10.2196/68697","title":"AI’s Accuracy in Extracting Learning Experiences From Clinical Practice Logs: Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Clinical Practice; Quality (philosophy); Medical practice; Observational learning; Educational measurement; MEDLINE","score_opus":0.34042876858776044,"score_gpt":0.6255147704280113,"score_spread":0.28508600184025085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415279914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9310609,0.0003480705,0.0002141833,0.06318013,0.0027638706,0.0008194116,1.8811885e-7,0.000050105544,0.001563129],"genre_scores_gemma":[0.9806043,0.00009202225,0.00081646215,0.015952935,0.001254686,0.00073094654,0.000071184724,0.000009065451,0.00046842382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99717075,0.00044566573,0.0011051495,0.00042662135,0.00062973384,0.00022210932],"domain_scores_gemma":[0.9945584,0.0041909153,0.00025836262,0.00026180962,0.00047987106,0.00025064338],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019168073,0.00011940799,0.00025777885,0.00017353887,0.00015975595,0.00004708986,0.00015169298,0.0002404309,0.0009661588],"category_scores_gemma":[0.0559884,0.000111056266,0.000053676093,0.0006034849,0.00009631599,0.00045517267,0.000038175935,0.001105762,0.0000727622],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001582284,0.0038118819,0.59846,0.000023592727,0.00001744225,0.0000064231735,0.028494373,0.0000019829938,0.000009929283,0.000198608,0.004685723,0.3641318],"study_design_scores_gemma":[0.00019228447,0.00024357495,0.56081706,0.00045435858,0.000039064744,0.0000070334577,0.39324304,0.0011362185,0.000055413173,0.0007841366,0.04291773,0.00011011617],"about_ca_topic_score_codex":0.0032019245,"about_ca_topic_score_gemma":0.00022578069,"teacher_disagreement_score":0.36474866,"about_ca_system_score_codex":0.00020415027,"about_ca_system_score_gemma":0.0064601777,"threshold_uncertainty_score":0.9999471},"labels":[],"label_agreement":null},{"id":"W4415351805","doi":"10.2196/69725","title":"Correlation Between Electroencephalogram Brain-to-Brain Synchronization and Team Strategies and Tools to Enhance Performance and Patient Safety Scores During Online Hexad Virtual Simulation-Based Interprofessional Education: Cross-Sectional Correlational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Correlation; Patient safety; Synchronization (alternating current); Metric (unit); Alpha (finance); Online assessment","score_opus":0.011419745628965014,"score_gpt":0.39811496820698733,"score_spread":0.3866952225780223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415351805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9727246,0.0001956648,0.010067669,0.012779998,0.0010561979,0.0029878148,0.00002415834,0.00010156075,0.000062308914],"genre_scores_gemma":[0.9915028,0.000007786341,0.0009788758,0.004714845,0.000592269,0.0006273116,0.0011663035,0.000030171617,0.0003796286],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99670774,0.00022492214,0.0010174211,0.00081051735,0.0009102474,0.00032914896],"domain_scores_gemma":[0.9958086,0.0020348981,0.00025118742,0.0003021403,0.0009910006,0.000612152],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047960415,0.00032031146,0.00034892952,0.00070087647,0.00065342686,0.0002484186,0.00010205442,0.00028358732,0.0001817489],"category_scores_gemma":[0.0021698952,0.0003260499,0.0000374891,0.00093171117,0.00019795806,0.00074836676,0.000083823004,0.00054477435,0.0000069592124],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006360374,0.0009863181,0.91406107,0.00023513398,0.000033287342,3.4883084e-7,0.0029949734,0.015189218,0.00003485865,0.00030047362,0.00032612294,0.06520215],"study_design_scores_gemma":[0.0009436119,0.0008549052,0.93714267,0.00094235974,0.000031432657,0.000009829248,0.005141089,0.054294344,0.000016753731,0.00008369871,0.00029853047,0.00024079716],"about_ca_topic_score_codex":0.00012815735,"about_ca_topic_score_gemma":0.00005272405,"teacher_disagreement_score":0.064961344,"about_ca_system_score_codex":0.00070118275,"about_ca_system_score_gemma":0.009568354,"threshold_uncertainty_score":0.9999192},"labels":[],"label_agreement":null},{"id":"W4415352953","doi":"10.2196/66322","title":"Insights Into History and Trends of Teaching and Learning in Stomatology Education: Bibliometric Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bibliometrics; Higher education; Visualization; Trend analysis; Research methodology; Citation analysis","score_opus":0.013370343790178024,"score_gpt":0.3957978977528676,"score_spread":0.38242755396268957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415352953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98028916,0.009706964,0.0001325821,0.0009579645,0.00035052354,0.00006902733,1.643281e-7,0.000017482105,0.008476143],"genre_scores_gemma":[0.991702,0.00013006119,0.00010998905,0.0005381913,0.00003024808,0.00007054686,0.000029986035,0.000004004692,0.007384941],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986446,0.00035813014,0.00026927554,0.00023620152,0.00037556622,0.00011621304],"domain_scores_gemma":[0.9990733,0.0004427553,0.00008176346,0.00013490475,0.000059309634,0.00020791564],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.000494781,0.000074015355,0.00020557712,0.04197333,0.00007425464,0.000020945721,0.00012439904,0.0001273035,0.00042225292],"category_scores_gemma":[0.0041396036,0.000071364375,0.000036073572,0.02436725,0.00013836897,0.00012927447,0.00008053103,0.0004917655,0.0000048837164],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026781028,0.0005309236,0.22640161,0.00020039683,0.000060667076,0.0000038021662,0.001685878,5.310572e-7,0.00007267928,0.0063658496,0.01618005,0.74847084],"study_design_scores_gemma":[0.00035936304,0.000037324575,0.9526161,0.00007464397,0.000049865983,0.000008586325,0.0018278211,0.0005751455,0.0000074795203,0.001521535,0.04285068,0.00007148274],"about_ca_topic_score_codex":0.0022259369,"about_ca_topic_score_gemma":0.0008955817,"teacher_disagreement_score":0.7483993,"about_ca_system_score_codex":0.00027633324,"about_ca_system_score_gemma":0.001735304,"threshold_uncertainty_score":0.9963703},"labels":[],"label_agreement":null},{"id":"W4415443834","doi":"10.2196/81718","title":"Automated Evaluation of Reflection and Feedback Quality in Workplace-Based Assessments by Using Natural Language Processing: Cross-Sectional Competency-Based Medical Education Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Reflection (computer programming); Narrative; Quality (philosophy); Quality assurance; Natural language; Quality assessment","score_opus":0.03673680330527152,"score_gpt":0.5284062895740835,"score_spread":0.491669486268812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415443834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98982763,0.00073584897,0.0005742665,0.0043770536,0.0017879971,0.0019826984,0.0000026282796,0.00014398848,0.0005679112],"genre_scores_gemma":[0.9922808,0.0000032461785,0.0027944052,0.003059189,0.00020687938,0.0006493237,0.0008036668,0.000023058781,0.00017944841],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938704,0.000721587,0.0013342603,0.0006045512,0.0031871768,0.000282065],"domain_scores_gemma":[0.9970921,0.00015670816,0.00048426946,0.00036653483,0.0017162693,0.00018409759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054159495,0.00025000994,0.00041669872,0.0008627544,0.00018297836,0.0000656098,0.00019757269,0.00047632467,0.0005431248],"category_scores_gemma":[0.008038665,0.0002417942,0.000057613313,0.0022104983,0.0003198824,0.00024356498,0.00003581835,0.0008208327,0.000002755331],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042923732,0.012889155,0.770631,0.0009793009,0.00004734825,8.626437e-7,0.00075084856,0.00004596067,0.0009234404,0.00012956215,0.003755892,0.20941734],"study_design_scores_gemma":[0.003862514,0.00012227516,0.66649646,0.0012374863,0.00008582686,0.000008579896,0.0023323179,0.3253696,0.00015542448,0.000090958165,0.00008443383,0.0001541628],"about_ca_topic_score_codex":0.00048971025,"about_ca_topic_score_gemma":0.00014762142,"teacher_disagreement_score":0.3253236,"about_ca_system_score_codex":0.0015358436,"about_ca_system_score_gemma":0.051064175,"threshold_uncertainty_score":0.98600817},"labels":[],"label_agreement":null},{"id":"W4415447985","doi":"10.2196/78110","title":"Beyond Lectures: Reimagining Psychiatric Didactics for the Age of AI","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institut national de psychiatrie légale Philippe-Pinel; Université du Québec à Montréal; Université de Montréal; Institut Universitaire en Santé Mentale de Québec; Centre Hospitalier de l’Université de Montréal","funders":"Institut de Valorisation des Données","keywords":"Biopsychosocial model; Interpersonal communication; Excellence; Toolbox; Resource (disambiguation); Generative grammar","score_opus":0.024573660165609298,"score_gpt":0.5022873861109584,"score_spread":0.47771372594534905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415447985","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035947178,0.008989011,0.06344537,0.7752509,0.041992683,0.01172382,0.00001499598,0.0002274752,0.06240857],"genre_scores_gemma":[0.9186458,0.0002760224,0.0009988338,0.059083622,0.0031621032,0.004315663,0.00007098473,0.000036276713,0.01341072],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790066,0.00038407271,0.0007346974,0.00020047891,0.00035371928,0.00042634338],"domain_scores_gemma":[0.9964247,0.0025625178,0.0002547987,0.00037726987,0.0002534185,0.00012734682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016860089,0.00010288912,0.00023291293,0.00014864944,0.00051287113,0.000005925289,0.0002966385,0.00027600504,0.00026864035],"category_scores_gemma":[0.0032758175,0.00006224794,0.000065196,0.0005243767,0.000069608264,0.000047239322,0.000034577286,0.0012376024,0.000019966303],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008127993,0.00028821774,0.021505756,0.0025651604,0.000044691744,1.6702207e-7,0.005573718,8.047381e-7,0.000036978086,0.057996705,0.8001869,0.11171965],"study_design_scores_gemma":[0.0007504594,0.00008705583,0.013489252,0.0005829862,0.000046688157,0.0000012979355,0.0023772942,0.00059208105,0.000010150914,0.018287184,0.96369237,0.000083190236],"about_ca_topic_score_codex":0.00047487943,"about_ca_topic_score_gemma":0.00040128356,"teacher_disagreement_score":0.8826986,"about_ca_system_score_codex":0.00026905953,"about_ca_system_score_gemma":0.017740749,"threshold_uncertainty_score":0.9878278},"labels":[],"label_agreement":null},{"id":"W4415507153","doi":"10.2196/71125","title":"Applications, Challenges, and Prospects of Generative Artificial Intelligence Empowering Medical Education: Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Generative grammar; Resource (disambiguation); Capability approach; Generative model","score_opus":0.10290746994034504,"score_gpt":0.5019304391348177,"score_spread":0.39902296919447267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415507153","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025441356,0.6713811,0.0071274918,0.27453005,0.00265369,0.008052458,0.0000016636789,0.00014504114,0.010667141],"genre_scores_gemma":[0.6261389,0.33676696,0.003373126,0.024078632,0.0024487188,0.006352421,0.00015732857,0.000039993014,0.00064390316],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9975047,0.00010323327,0.001026061,0.00044427943,0.0006996027,0.00022212918],"domain_scores_gemma":[0.9981255,0.00020169979,0.00021485022,0.00039339106,0.00059126597,0.00047329144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009027979,0.00016844201,0.0004133873,0.00021646556,0.00012355871,0.000014679731,0.0001734364,0.00026513147,0.00072765554],"category_scores_gemma":[0.0032299408,0.00015676253,0.000061189814,0.000532873,0.00025533617,0.000111701615,0.00005787171,0.0003794277,0.000026751317],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021730495,0.0009836107,0.00038268894,0.010074372,0.000014056022,5.496687e-7,0.0010287877,6.319102e-8,0.000017730821,0.051848546,0.0013407498,0.93428713],"study_design_scores_gemma":[0.00025031515,0.0009969275,0.007102082,0.7523934,0.00056196016,0.0004293765,0.0263918,0.0015872245,0.017421111,0.13416779,0.05730933,0.0013886469],"about_ca_topic_score_codex":0.00007044636,"about_ca_topic_score_gemma":0.00009229793,"teacher_disagreement_score":0.93289846,"about_ca_system_score_codex":0.00013905804,"about_ca_system_score_gemma":0.01531736,"threshold_uncertainty_score":0.9902649},"labels":[],"label_agreement":null},{"id":"W4415542194","doi":"10.2196/85666","title":"Exploring Ambient Artificial Intelligence to Enhance Learning and Feedback During OR-to-ICU Handoffs: A Co-Design and Simulation Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Checklist; Handover; Usability; Formative assessment; Debriefing; Task (project management); Scale (ratio); Data collection","score_opus":0.0891206106177592,"score_gpt":0.45990139932244134,"score_spread":0.3707807887046821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415542194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96595716,0.000058950543,0.023093,0.0068989894,0.00057254394,0.003274077,3.2963743e-7,0.0001028908,0.00004203178],"genre_scores_gemma":[0.99529797,0.000029182012,0.0015435826,0.00089079695,0.00033201746,0.0015066651,0.000009544483,0.000020206322,0.00037003725],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99780583,0.00020948325,0.0005946997,0.0006003088,0.0005295915,0.0002600742],"domain_scores_gemma":[0.99790984,0.00080010615,0.000095055075,0.00026134623,0.00035293598,0.0005806959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007953171,0.00017550243,0.00026366345,0.00043544144,0.00028222625,0.00006823383,0.00008079314,0.00009464101,0.0002531501],"category_scores_gemma":[0.0031288187,0.0001667632,0.000021849075,0.0007360419,0.00005077503,0.0001506921,0.000066075605,0.00035715703,0.000049445145],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026671747,0.0024534774,0.26301816,0.0010092584,0.00006857734,0.000008411258,0.08971955,0.023886088,0.0014434251,0.00021773126,0.00017543128,0.6153327],"study_design_scores_gemma":[0.00065982307,0.0012813687,0.84949034,0.0031202242,0.000080911566,0.000015806789,0.091184445,0.03906544,0.013382151,0.00038940329,0.00086555525,0.00046453284],"about_ca_topic_score_codex":0.000110411966,"about_ca_topic_score_gemma":0.00001614458,"teacher_disagreement_score":0.61486816,"about_ca_system_score_codex":0.0003285428,"about_ca_system_score_gemma":0.0012955685,"threshold_uncertainty_score":0.6800406},"labels":[],"label_agreement":null},{"id":"W4415584294","doi":"10.2196/73805","title":"Student Satisfaction in Social Media–Based Learning Environments: Development, Validation, and Psychometric Evaluation of the CuSAERS (Questionnaire of Satisfaction With Educational Activities Performed on Social Media)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychometrics; Measure (data warehouse); Quality (philosophy); Reliability (semiconductor); Data collection","score_opus":0.05767741294523635,"score_gpt":0.4264173519620613,"score_spread":0.36873993901682495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415584294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877496,0.00009595511,0.000031367796,0.007649444,0.0027718963,0.0013351258,0.0000016539251,0.000015536685,0.00034947076],"genre_scores_gemma":[0.9972987,0.00006906476,0.00011371625,0.000107073196,0.00058313884,0.0017537961,0.000043482916,0.00001214246,0.000018841854],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952037,0.0011743394,0.0005817454,0.00029535146,0.0025145558,0.00023030529],"domain_scores_gemma":[0.99720705,0.0017035843,0.00057704037,0.000106784246,0.0003017163,0.000103841514],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026229944,0.00015286003,0.00023933817,0.0006623241,0.0007724331,0.000027697622,0.00015406171,0.00027642626,0.0002353515],"category_scores_gemma":[0.009193835,0.0001387253,0.000040398332,0.0015603465,0.00054682937,0.00027672728,0.000019461086,0.0004011327,0.0000018850058],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047605074,0.00037638593,0.6180662,0.00007351894,0.00001561498,5.8974714e-9,0.05491846,0.000020289994,0.000027712467,0.0018257032,0.0001813533,0.32444713],"study_design_scores_gemma":[0.00082908414,0.000021063359,0.9778926,0.00033364835,0.000048631115,1.3831162e-7,0.019538067,0.00002934853,0.00018627367,0.000557819,0.00045294507,0.00011042043],"about_ca_topic_score_codex":0.0008169866,"about_ca_topic_score_gemma":0.0059353383,"teacher_disagreement_score":0.35982636,"about_ca_system_score_codex":0.001898896,"about_ca_system_score_gemma":0.01002628,"threshold_uncertainty_score":0.9991521},"labels":[],"label_agreement":null},{"id":"W4415620452","doi":"10.2196/81807","title":"Large Language Models for the National Radiological Technologist Licensure Examination in Japan: Cross-Sectional Comparative Benchmarking and Evaluation of Model-Generated Items Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CLARITY; Formative assessment; Benchmarking; Licensure; Workflow; Blueprint; Radiological weapon; Quality (philosophy)","score_opus":0.08605173198643123,"score_gpt":0.476747212296595,"score_spread":0.39069548031016377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415620452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98756045,0.00041684925,0.005830195,0.0019265513,0.0004400932,0.0029410345,0.000010688118,0.000035025725,0.00083911506],"genre_scores_gemma":[0.99503803,0.000016386284,0.00090573047,0.0008454055,0.00025266194,0.0024135357,0.00038652107,0.000007814666,0.00013389646],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99726635,0.000204059,0.0006820165,0.0003795804,0.0012808014,0.00018716096],"domain_scores_gemma":[0.99746495,0.00033954054,0.0001598731,0.00018435948,0.001810162,0.000041128496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059448928,0.00014512,0.000263783,0.0004644022,0.00019086518,0.000029069632,0.00015393621,0.00032230484,0.00008588198],"category_scores_gemma":[0.0039750147,0.00010888892,0.00004119546,0.0010319869,0.00026847247,0.00014702407,0.00004468885,0.00044178814,7.312531e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000785125,0.018861726,0.57236356,0.0006750677,0.00048255397,8.890145e-7,0.04058478,0.022794459,0.0019721221,0.10313796,0.015945878,0.22239587],"study_design_scores_gemma":[0.001597562,0.000098474695,0.40854067,0.000082841354,0.00004114771,0.0000047202097,0.005557928,0.58255494,0.000042729742,0.0013532804,0.00006724552,0.00005846111],"about_ca_topic_score_codex":0.000028070142,"about_ca_topic_score_gemma":0.000048318398,"teacher_disagreement_score":0.55976045,"about_ca_system_score_codex":0.0004774806,"about_ca_system_score_gemma":0.0020059322,"threshold_uncertainty_score":0.47587508},"labels":[],"label_agreement":null},{"id":"W4415764515","doi":"10.2196/65697","title":"Advantages of a Virtual Collaborative Research Dermatology Laboratory","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Medicine and Dermatology Studies History","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mentorship; Academic institution; Zoom; Institution; Videoconferencing","score_opus":0.014490587077026629,"score_gpt":0.43307697391378414,"score_spread":0.41858638683675753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415764515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73098564,0.012897978,0.000112289075,0.0797043,0.0020416372,0.001211789,0.0000075237203,0.00008424569,0.1729546],"genre_scores_gemma":[0.96733576,0.00075854314,0.0002974519,0.026551152,0.00023821187,0.00047068912,0.000045349476,0.000013860773,0.004288952],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998195,0.00030066023,0.00040949596,0.00024344069,0.0006136457,0.0002377376],"domain_scores_gemma":[0.9978399,0.00043941257,0.00008064873,0.0003059726,0.0011135675,0.00022045235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005042114,0.000105125764,0.0004233816,0.00051852554,0.00011737805,0.000002125453,0.0001267045,0.00025655606,0.00021610726],"category_scores_gemma":[0.0027920785,0.00008800465,0.000037527192,0.0011357286,0.0010268003,0.00004623572,0.00006479759,0.0005170829,0.000046055033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002576891,0.0010543579,0.014202494,0.00044221352,0.00010254284,0.00005494314,0.002747438,2.6350303e-8,0.0006638624,0.012832088,0.95669526,0.010947063],"study_design_scores_gemma":[0.0019685319,0.00033884202,0.015508618,0.0007746085,0.00006992924,0.000064576154,0.019113464,0.000022829565,0.0020906895,0.00030356072,0.9596431,0.000101236255],"about_ca_topic_score_codex":0.000009813108,"about_ca_topic_score_gemma":0.000007826223,"teacher_disagreement_score":0.23635016,"about_ca_system_score_codex":0.00012618944,"about_ca_system_score_gemma":0.00909499,"threshold_uncertainty_score":0.99652255},"labels":[],"label_agreement":null},{"id":"W4415947274","doi":"10.2196/85139","title":"Interprofessional Training in Virtual Reality for Health Care: An Experimental Study on Procedural Knowledge and Willingness to Collaborate (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interprofessional education; Context (archaeology); Cognition; Cognitive load; Pharmacy; Virtual reality; Health care; Curriculum; Mediation","score_opus":0.04217875909708385,"score_gpt":0.5398869757215825,"score_spread":0.49770821662449866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415947274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95604163,0.000098222175,0.00036374317,0.03181832,0.0046835965,0.0057521965,0.0000150693695,0.00006365455,0.0011635568],"genre_scores_gemma":[0.971052,0.0000021313172,0.00020120665,0.016939642,0.00041806287,0.009722889,0.0001442874,0.000019651534,0.0015001444],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969252,0.0009827607,0.0007936947,0.0005816867,0.0003497346,0.00036692046],"domain_scores_gemma":[0.99830234,0.00034847076,0.0001757627,0.00025773913,0.00049487577,0.00042082998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001400951,0.00019615536,0.000326805,0.0002873048,0.0006702048,0.000022461003,0.00021290123,0.00021546178,0.00014916182],"category_scores_gemma":[0.00095829886,0.00017500953,0.000024148449,0.00072044216,0.00004857778,0.00017044834,0.000102634454,0.0005503777,0.000020629042],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035031252,0.007085569,0.02016956,0.000425631,0.000018512284,4.3225558e-7,0.8431765,0.0000075545836,0.00026172324,0.030451031,0.04320763,0.051692724],"study_design_scores_gemma":[0.002266828,0.0016563219,0.11605613,0.0025786434,0.000005345241,4.5892116e-7,0.8637942,0.0004524628,0.00007923763,0.0005052606,0.01237584,0.0002292412],"about_ca_topic_score_codex":0.00017387039,"about_ca_topic_score_gemma":0.002620504,"teacher_disagreement_score":0.095886566,"about_ca_system_score_codex":0.0010383317,"about_ca_system_score_gemma":0.031693455,"threshold_uncertainty_score":0.97379595},"labels":[],"label_agreement":null},{"id":"W4415972577","doi":"10.2196/77564","title":"Educational Effectiveness of a 5-Country Virtual Exchange Program for Internationalization in Occupational Therapy Education: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Occupational Therapy Practice and Research","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sample (material); Internationalization; Occupational therapy; Program evaluation; Educational program; Information exchange","score_opus":0.07893852208717558,"score_gpt":0.6317680741966523,"score_spread":0.5528295521094767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415972577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9631916,0.0010738466,0.007634905,0.0051694633,0.006728611,0.012413778,0.000028152495,0.00006475742,0.0036948419],"genre_scores_gemma":[0.9473686,0.000192236,0.005442001,0.0015800458,0.0010484938,0.03941436,0.0014042977,0.000033744847,0.0035162163],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9943583,0.003190898,0.00088864693,0.0004332049,0.00083474716,0.00029421918],"domain_scores_gemma":[0.99173146,0.0059307325,0.0003573174,0.00029249233,0.0015521375,0.0001358289],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005684575,0.00018784178,0.00032656695,0.000769487,0.0003004961,0.000021244894,0.00036848595,0.00030541504,0.0013376843],"category_scores_gemma":[0.004695239,0.00016806806,0.0000781055,0.0012270359,0.00009582455,0.00032552535,0.00007310995,0.00049284886,0.00001550943],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026159084,0.022310786,0.31718302,0.0011375675,0.00015977827,1.3433394e-7,0.004180087,0.00000703659,0.00022058563,0.08161791,0.014147814,0.5564194],"study_design_scores_gemma":[0.0033507757,0.0004717594,0.9260565,0.0010998609,0.000020021804,8.129231e-7,0.009278633,0.00050855696,0.000081516984,0.012171498,0.046784867,0.00017518863],"about_ca_topic_score_codex":0.00037081636,"about_ca_topic_score_gemma":0.00016905808,"teacher_disagreement_score":0.6088735,"about_ca_system_score_codex":0.00052444654,"about_ca_system_score_gemma":0.021086067,"threshold_uncertainty_score":0.99957526},"labels":[],"label_agreement":null},{"id":"W4416011396","doi":"10.2196/65306","title":"Barriers and Enablers to the Production of Open Access Medical Education Platforms: Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Global Health and Surgery","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Production (economics); Quality (philosophy); Knowledge production; Continuing medical education; Higher education; Medical device","score_opus":0.0338319549115943,"score_gpt":0.48127528740899245,"score_spread":0.44744333249739815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416011396","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31739825,0.030652622,0.00006740301,0.6284879,0.0060564256,0.007923105,0.0000013935022,0.000044566143,0.00936838],"genre_scores_gemma":[0.66294,0.031817548,0.0002701561,0.2974366,0.0011175137,0.003035613,0.00011056998,0.000022658967,0.0032493244],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9982167,0.000066981076,0.00052756106,0.0002855987,0.00068013306,0.00022306058],"domain_scores_gemma":[0.9982875,0.00011014782,0.00012159885,0.00033876358,0.0002587835,0.0008832065],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002015677,0.00010272308,0.0003228689,0.0001429291,0.00012867968,0.000039774433,0.0004071409,0.0001265529,0.00091048155],"category_scores_gemma":[0.019410277,0.00006796843,0.000035896184,0.0007996905,0.0001070723,0.00029018315,0.0002079097,0.0002465838,0.000008757987],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011298394,0.00028015272,0.010133715,0.012109444,0.000016810354,5.5668215e-7,0.0003092224,1.2007705e-7,0.000003965275,0.001759503,0.60174143,0.37353212],"study_design_scores_gemma":[0.0011513084,0.00023574868,0.08034298,0.57575274,0.00025468477,0.00018404142,0.0038447808,0.00009248098,0.00025338508,0.0018157172,0.3356868,0.00038534545],"about_ca_topic_score_codex":0.0003784789,"about_ca_topic_score_gemma":0.00011710533,"teacher_disagreement_score":0.5636433,"about_ca_system_score_codex":0.00012591548,"about_ca_system_score_gemma":0.029798027,"threshold_uncertainty_score":0.99691343},"labels":[],"label_agreement":null},{"id":"W4416015384","doi":"10.2196/73245","title":"Motivational Framing Strategies in Health Care Information Security Training: Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Information and Cyber Security","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Framing (construction); Health care; Randomized controlled trial; Framing effect; Health information; Empathy","score_opus":0.007141956051309759,"score_gpt":0.3166401269765462,"score_spread":0.30949817092523646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416015384","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19780505,0.0011828792,0.41363868,0.143157,0.013681694,0.020397313,0.0000061887163,0.0007650842,0.20936611],"genre_scores_gemma":[0.9907603,0.000020182466,0.0011079804,0.0066270614,0.000121736375,0.0012243887,0.00009040119,0.0000018781702,0.00004605971],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9975083,0.0003847346,0.0011058006,0.00014314837,0.00064629194,0.00021173105],"domain_scores_gemma":[0.99875605,0.0003537763,0.0003405958,0.0001976869,0.00022664,0.00012525675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019943393,0.00012529743,0.0005346717,0.00040659032,0.00013057917,0.00025004087,0.00038469004,0.0001489457,0.00010265446],"category_scores_gemma":[0.0017158956,0.00010469845,0.00012299271,0.0005311637,0.00006658504,0.0018748173,0.000051550778,0.00032018105,0.000012194687],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028807566,0.00015170434,0.000006385788,0.000100657795,0.000013915397,1.0706106e-7,0.07653367,0.000011024935,5.989334e-8,0.8513151,0.0020481143,0.041011743],"study_design_scores_gemma":[0.8899121,0.00005149132,0.00036722567,0.00022857498,0.0000044279577,0.000001676673,0.017259471,0.048459403,0.0000024649696,0.029051425,0.014507207,0.00015448892],"about_ca_topic_score_codex":0.00009393708,"about_ca_topic_score_gemma":0.000039347688,"teacher_disagreement_score":0.86110455,"about_ca_system_score_codex":0.00019927608,"about_ca_system_score_gemma":0.0098067885,"threshold_uncertainty_score":0.9958067},"labels":[],"label_agreement":null},{"id":"W4416049536","doi":"10.2196/82326","title":"Quantifying Emergency Medicine Residency Learning Curves Using Natural Language Processing: Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Learning curve; Retrospective cohort study; Cohort study; Tracking (education); Cohort; Natural language","score_opus":0.02590448240701724,"score_gpt":0.45478639682279115,"score_spread":0.4288819144157739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416049536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9561536,0.0084045045,0.0003958483,0.019992933,0.00452833,0.0022105353,2.9703955e-7,0.00022803251,0.008085956],"genre_scores_gemma":[0.98833394,0.0002745026,0.00051847147,0.002544338,0.0011848805,0.00039396822,0.0001571407,0.000033338394,0.0065593934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99612397,0.0002135738,0.001012247,0.00061527226,0.0016765613,0.00035840285],"domain_scores_gemma":[0.99789673,0.000053536944,0.0003506587,0.00044933276,0.0011001967,0.00014951683],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020288704,0.00026101596,0.00053423946,0.0006202955,0.00038136143,0.000015555086,0.0002469385,0.0002106448,0.0027542717],"category_scores_gemma":[0.017818905,0.00021954358,0.000068058296,0.00264754,0.00022052249,0.00023278035,0.00007134859,0.0013738963,0.000018458302],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046861504,0.0014794724,0.89525074,0.0011396954,0.000085548556,0.0000065722866,0.0047801444,5.016884e-7,0.00034944538,0.00035561746,0.05921064,0.037294768],"study_design_scores_gemma":[0.00088380347,0.00021209374,0.9620164,0.0057531446,0.00031429165,0.000033707533,0.02450601,0.004171116,0.0000290497,0.00010995839,0.0017500762,0.00022036018],"about_ca_topic_score_codex":0.00045837977,"about_ca_topic_score_gemma":0.000051709532,"teacher_disagreement_score":0.06676565,"about_ca_system_score_codex":0.00068589806,"about_ca_system_score_gemma":0.003770054,"threshold_uncertainty_score":0.9981573},"labels":[],"label_agreement":null},{"id":"W4416059321","doi":"10.2196/83154","title":"Fostering Multidisciplinary Collaboration in Artificial Intelligence and Machine Learning Education: Tutorial Based on the AI-READI Bootcamp","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Multidisciplinary approach; Bridge (graph theory); Tracking (education); Onboarding; Applications of artificial intelligence; Health professionals","score_opus":0.09254132870279248,"score_gpt":0.4645879575952469,"score_spread":0.37204662889245443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416059321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6830889,0.00067104003,0.0026545508,0.2988284,0.007010996,0.0022708266,0.0000021522935,0.000096280004,0.005376861],"genre_scores_gemma":[0.9915388,0.00006478424,0.00024111892,0.0057697273,0.0011432046,0.0006141976,0.00009615518,0.000013555107,0.0005184449],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982229,0.0002071891,0.0005819018,0.00035747496,0.00040851196,0.00022201502],"domain_scores_gemma":[0.99863636,0.00052636303,0.00010557351,0.00026525898,0.0002733193,0.00019313449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008507494,0.00015690926,0.00019275828,0.00032854127,0.0002777964,0.00007454196,0.00011554756,0.00021704001,0.00037068178],"category_scores_gemma":[0.002955904,0.00012486799,0.000036436857,0.00085040776,0.00013790645,0.00012534478,0.00006169794,0.00066404557,0.00003145251],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046112703,0.0014769421,0.022085458,0.00020919638,0.0000074287723,0.0000017156888,0.0047764163,0.00010532996,0.00016882538,0.014785318,0.0019863634,0.95393586],"study_design_scores_gemma":[0.00058994803,0.0025573326,0.07534456,0.010873303,0.00020557368,0.00006451522,0.097359434,0.5945824,0.019533489,0.1277923,0.0697499,0.0013472522],"about_ca_topic_score_codex":0.00049920235,"about_ca_topic_score_gemma":0.00039104014,"teacher_disagreement_score":0.9525886,"about_ca_system_score_codex":0.00031954158,"about_ca_system_score_gemma":0.0062814034,"threshold_uncertainty_score":0.99935204},"labels":[],"label_agreement":null},{"id":"W4416186458","doi":"10.2196/75844","title":"Exploring the Implementation of Multiple Telementoring ECHO Programs From an Institutional and Organizational Perspective: Qualitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Qualitative research; Software deployment; Community of practice; Health care; Sustainability; Institution; Qualitative analysis; Public health","score_opus":0.42377777134775413,"score_gpt":0.6995076295820126,"score_spread":0.2757298582342585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416186458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815287,0.0000151130325,0.00087219616,0.014230642,0.000778836,0.0022582423,0.000024948511,0.00003909505,0.00025221906],"genre_scores_gemma":[0.9937385,0.000012555234,0.00059686584,0.0027182808,0.0003081891,0.002471543,0.00008987194,0.0000075742582,0.000056618446],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9966335,0.0013068881,0.0007335754,0.00030702198,0.0007612891,0.00025768162],"domain_scores_gemma":[0.9975497,0.0011395147,0.00025899874,0.00020092892,0.0006581931,0.00019262322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022927308,0.000103303,0.00014775874,0.0001652375,0.0008805872,0.000019424946,0.00021678189,0.000046569185,0.0006418115],"category_scores_gemma":[0.002288693,0.00008085241,0.000014625746,0.0007569907,0.00016619192,0.0005219652,0.00010727485,0.00029032055,0.000009809384],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015328047,0.00032799627,0.3570114,0.000045069846,0.000022247033,9.6967256e-8,0.60416657,2.429836e-7,0.00004646918,0.015732307,0.00034671556,0.022285523],"study_design_scores_gemma":[0.00071273284,0.00005940068,0.40018952,0.00006516272,0.000009272035,1.2013399e-7,0.59600765,0.000035096513,0.000022621103,0.0012269295,0.0016269763,0.000044510576],"about_ca_topic_score_codex":0.009004599,"about_ca_topic_score_gemma":0.0037014177,"teacher_disagreement_score":0.043178096,"about_ca_system_score_codex":0.00046164685,"about_ca_system_score_gemma":0.0057162563,"threshold_uncertainty_score":0.9999204},"labels":[],"label_agreement":null},{"id":"W4416222729","doi":"10.2196/73469","title":"Evaluating the Performance of DeepSeek-R1 and DeepSeek-V3 Versus OpenAI Models in the Chinese National Medical Licensing Examination: Cross-Sectional Comparative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Licensure","score_opus":0.09535028815819191,"score_gpt":0.5095570624048554,"score_spread":0.4142067742466635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416222729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97687036,0.00016017052,0.00009877437,0.0068695107,0.00081615854,0.00067819125,0.0000012771692,0.000014313197,0.014491252],"genre_scores_gemma":[0.9980798,0.00004592491,0.00007758229,0.0009779405,0.00045985292,0.00015236145,0.000011949476,0.000003274943,0.00019136045],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99544173,0.0012434159,0.0004323809,0.00022549604,0.0024824843,0.00017451175],"domain_scores_gemma":[0.996555,0.0026294068,0.00014043655,0.00010412786,0.00048942,0.00008164329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012273962,0.000100262805,0.00015036348,0.000106102765,0.00074496976,0.00008129619,0.0005004768,0.00034840067,0.00020704424],"category_scores_gemma":[0.00582799,0.000063414474,0.000029655303,0.0007155316,0.00065196416,0.00036186632,0.00007297118,0.0011538304,0.000004347924],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039932074,0.0019325,0.39088458,0.00007477812,0.00009102599,0.0000012703213,0.45386145,0.0005921033,0.00000806858,0.10082626,0.0019894491,0.049339216],"study_design_scores_gemma":[0.0009590117,0.00012559428,0.8495862,0.000115118666,0.000012024255,0.000004113785,0.041865356,0.1035266,0.0000020740824,0.0033415882,0.0003720416,0.000090260284],"about_ca_topic_score_codex":0.00085689645,"about_ca_topic_score_gemma":0.0014602046,"teacher_disagreement_score":0.45870164,"about_ca_system_score_codex":0.0001729887,"about_ca_system_score_gemma":0.003509265,"threshold_uncertainty_score":0.69770694},"labels":[],"label_agreement":null},{"id":"W4416310202","doi":"10.2196/77552","title":"Perceptions and Intentions to Use Generative AI Among First-Year Medical Students in Japan: Cross-Sectional Survey Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Generative grammar; Survey research; Generative model; Survey data collection; Survey methodology","score_opus":0.10772863209616136,"score_gpt":0.5260668222298865,"score_spread":0.4183381901337252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416310202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98453754,0.00002116445,0.00037468493,0.011904771,0.0015218353,0.0014880428,0.0000051776137,0.000035164216,0.000111646594],"genre_scores_gemma":[0.9914797,0.000045453107,0.000092766924,0.005386852,0.00032866446,0.0009051781,0.00012104868,0.000011996466,0.0016283231],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969447,0.0003069861,0.00069542206,0.00046203402,0.0013398136,0.00025104464],"domain_scores_gemma":[0.99791145,0.0004969955,0.00005582086,0.000260642,0.0006361318,0.0006389346],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021218993,0.00014341285,0.00023355072,0.00045235554,0.00026217068,0.00014844465,0.00019998675,0.00027723395,0.0013089565],"category_scores_gemma":[0.01038033,0.00013334843,0.00004415929,0.00080329104,0.00020885364,0.0002159462,0.00011233252,0.0006003723,0.00006393826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011207173,0.0031770377,0.98296076,0.000033721033,0.00002561707,0.0000019466647,0.0041763242,0.0000020359828,0.0000042761026,0.00013477648,0.0045621092,0.0048092976],"study_design_scores_gemma":[0.00021478694,0.00022806908,0.9920814,0.00024005139,0.000012621486,0.0000068564073,0.006299026,0.00027528958,0.000007694907,0.00012849354,0.0004089834,0.0000967022],"about_ca_topic_score_codex":0.0074521885,"about_ca_topic_score_gemma":0.031684227,"teacher_disagreement_score":0.02423204,"about_ca_system_score_codex":0.00036690038,"about_ca_system_score_gemma":0.0026252442,"threshold_uncertainty_score":0.999604},"labels":[],"label_agreement":null},{"id":"W4416321751","doi":"10.2196/75911","title":"How AI Is Transforming Medical Education: Bibliometric Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus (optics); Work (physics); Generative grammar; MEDLINE","score_opus":0.060280250790048874,"score_gpt":0.48529436213098864,"score_spread":0.42501411134093975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416321751","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4012689,0.0032501644,0.006344639,0.57685065,0.003600981,0.0009227969,0.0000021963976,0.0001245485,0.007635098],"genre_scores_gemma":[0.9237685,0.0008694467,0.000284468,0.062614575,0.0013511268,0.0005104033,0.00019375008,0.000016096667,0.010391627],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99673,0.00009111311,0.0007035306,0.000500248,0.0015832685,0.00039183756],"domain_scores_gemma":[0.99721956,0.00021948859,0.000119687495,0.0005094677,0.0008774487,0.0010543289],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0008396492,0.00020358236,0.00043273458,0.029769946,0.00021080578,0.00011341962,0.00028310204,0.00056138315,0.0058296644],"category_scores_gemma":[0.004455428,0.00018062192,0.0002628426,0.09449894,0.00016498326,0.00028991487,0.000026214331,0.00067896355,0.00009131873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003412488,0.0014984864,0.058220714,0.00027191133,0.00016354346,0.0000016344111,0.0012279327,1.1540998e-7,0.00001017271,0.0018954874,0.11091708,0.8257588],"study_design_scores_gemma":[0.00035740074,0.00030519758,0.1554418,0.0018357865,0.0017615762,0.000097618096,0.012719613,0.0037907488,0.0033683444,0.006450271,0.81327003,0.00060162914],"about_ca_topic_score_codex":0.0007678992,"about_ca_topic_score_gemma":0.00015128592,"teacher_disagreement_score":0.82515717,"about_ca_system_score_codex":0.00033956012,"about_ca_system_score_gemma":0.025289062,"threshold_uncertainty_score":0.99507916},"labels":[],"label_agreement":null},{"id":"W4416368129","doi":"10.2196/77980","title":"Live Podcasting as an Educational Intervention in Dentomaxillofacial Radiology: Controlled Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Albert-Ludwigs-Universität Freiburg","keywords":"Intervention (counseling); Cohort study; Cohort; Behaviour change; Data collection; Psychological intervention","score_opus":0.031823390452705054,"score_gpt":0.47577899374404237,"score_spread":0.4439556032913373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416368129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9559368,0.00021719295,0.000013626393,0.017396327,0.013799299,0.005984668,6.0374714e-7,0.00006629061,0.006585215],"genre_scores_gemma":[0.98482627,0.00004427982,0.00008040478,0.0009899145,0.00192714,0.011387087,0.000063267886,0.000010426339,0.00067121105],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99595296,0.0016308078,0.00073287246,0.0004444378,0.0008537192,0.0003851785],"domain_scores_gemma":[0.9973639,0.0014291579,0.00025133605,0.00020882048,0.00036268876,0.0003840479],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041566924,0.0001422156,0.00035653153,0.0004528363,0.00044247787,0.00007809661,0.00038554595,0.00031574245,0.0022037902],"category_scores_gemma":[0.034476653,0.00015349942,0.00007606363,0.0008742999,0.0002603679,0.0003352014,0.000034135835,0.00041004684,0.00009894262],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011529614,0.0038310254,0.8613979,0.000020598725,0.000023462582,7.997506e-7,0.04821571,3.6027754e-7,0.0000010930312,0.012772447,0.00068226026,0.07293904],"study_design_scores_gemma":[0.0020067033,0.00012286253,0.929094,0.00014330578,0.000030389596,0.0000014887876,0.059886444,0.000070114525,5.304722e-7,0.0051963604,0.003324898,0.00012286795],"about_ca_topic_score_codex":0.029815918,"about_ca_topic_score_gemma":0.015174859,"teacher_disagreement_score":0.07281617,"about_ca_system_score_codex":0.0011842469,"about_ca_system_score_gemma":0.01089925,"threshold_uncertainty_score":0.9987083},"labels":[],"label_agreement":null},{"id":"W4416509741","doi":"10.2196/80084","title":"AI-Generated “Slop” in Online Biomedical Science Educational Videos: Mixed Methods Study of Prevalence, Characteristics, and Hazards to Learners and Teachers","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Audience measurement; Online learning; Electronic learning; Educational technology; Multimethodology; Generative grammar","score_opus":0.03924959073929314,"score_gpt":0.5092447892457048,"score_spread":0.4699951985064117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416509741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93676054,0.00021046457,0.000039833143,0.0563756,0.004781125,0.0017019415,0.0000036235976,0.000020721478,0.00010616394],"genre_scores_gemma":[0.9932445,0.00019895635,0.0031894804,0.0014566748,0.0006078118,0.001091343,0.000022053015,0.000007983475,0.00018115585],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967942,0.0008867331,0.0005786315,0.00046573963,0.0009431915,0.00033147683],"domain_scores_gemma":[0.99740326,0.001230989,0.0001518105,0.00018176885,0.0003839382,0.0006482272],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0046431986,0.000121178826,0.00026500397,0.0007573101,0.00031848744,0.00005545527,0.00033005307,0.00019148507,0.00013162104],"category_scores_gemma":[0.037059467,0.00012405688,0.000014651457,0.00247176,0.0013060851,0.00020450314,0.000091946014,0.00034500886,0.0000018528783],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002063179,0.002691025,0.22331363,0.00012373776,0.000009696347,2.2666028e-7,0.16989885,1.7611968e-7,0.0003060797,0.0029409803,0.0020751525,0.5986198],"study_design_scores_gemma":[0.0003055665,0.0001092002,0.9094138,0.00023401185,0.000017095103,4.538944e-7,0.07897688,0.00005874651,0.000019174695,0.00041487315,0.010342833,0.000107330474],"about_ca_topic_score_codex":0.0044238297,"about_ca_topic_score_gemma":0.0013928118,"teacher_disagreement_score":0.6861002,"about_ca_system_score_codex":0.00046046753,"about_ca_system_score_gemma":0.01623211,"threshold_uncertainty_score":0.98934495},"labels":[],"label_agreement":null},{"id":"W4416585793","doi":"10.2196/65622","title":"Exploration and Practice of the First Clinical Medical Postdoctoral Program in China: Retrospective, Nonrandomized, Controlled Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mentorship; Clinical Practice; Continuing medical education; Medical practice; Value (mathematics); MEDLINE","score_opus":0.061659214619014,"score_gpt":0.5388768841607046,"score_spread":0.47721766954169054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416585793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6406963,0.00034176142,0.000056292007,0.34756726,0.0008224478,0.0071416316,7.295172e-7,0.0000316875,0.0033419197],"genre_scores_gemma":[0.9847526,0.00062781555,0.00012663376,0.01238794,0.00042913496,0.0013536137,0.000009120654,0.00000992713,0.00030324617],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946713,0.0012381498,0.001155611,0.00034231812,0.0021639816,0.00042867713],"domain_scores_gemma":[0.9920297,0.003486574,0.0003365744,0.0005253356,0.00057023787,0.0030515392],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011372873,0.00014372011,0.0007986783,0.0001877556,0.000091928756,0.000020129664,0.00019572175,0.00034333742,0.00021952193],"category_scores_gemma":[0.47525033,0.00008385766,0.00011349726,0.0007635405,0.00044831762,0.0001754224,0.00010476809,0.0012311885,0.0000042489983],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034628842,0.034935646,0.4355721,0.00055957324,0.00019337625,0.000045914574,0.002777171,1.0235312e-7,0.000004013414,0.00078800507,0.03359635,0.45689893],"study_design_scores_gemma":[0.08989067,0.0030439536,0.8652715,0.0015977063,0.00014162135,0.00003427829,0.0022334761,0.0010436039,0.0000037610578,0.0003187514,0.036322445,0.00009820903],"about_ca_topic_score_codex":0.00036859533,"about_ca_topic_score_gemma":0.00033849454,"teacher_disagreement_score":0.46387747,"about_ca_system_score_codex":0.00021077755,"about_ca_system_score_gemma":0.019895026,"threshold_uncertainty_score":0.98566127},"labels":[],"label_agreement":null},{"id":"W4416647774","doi":"10.2196/71338","title":"Application of Mixed Reality for Ophthalmic Clinical Skills and Diagnosis: Prospective Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Ophthalmology and Visual Health Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prospective cohort study; Mixed reality; MEDLINE; Multimethodology","score_opus":0.08202996229566745,"score_gpt":0.6045302141493858,"score_spread":0.5225002518537183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416647774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876505,0.0002519316,0.0002887852,0.0065009254,0.00033808043,0.0045246296,0.000003995591,0.000017710123,0.00042343876],"genre_scores_gemma":[0.99391896,0.00008342188,0.00019919228,0.0003442148,0.00020648095,0.004808524,0.000035312365,0.000006600572,0.00039730011],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99850833,0.00020662119,0.0005187294,0.000330705,0.0002769832,0.00015861607],"domain_scores_gemma":[0.998273,0.000817381,0.00010425062,0.00025280725,0.0003173978,0.00023516123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017404624,0.000080112215,0.00032020456,0.00011255411,0.000074520365,0.0000036261886,0.0000822491,0.00023251024,0.000046411045],"category_scores_gemma":[0.0032689667,0.000066413886,0.00004976905,0.0002635826,0.00021352508,0.0000323659,0.00004058432,0.0002981528,0.00000400006],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034507908,0.012049163,0.8775103,0.0005832242,0.00004333499,9.36625e-7,0.0002468263,9.293806e-9,0.000004080814,0.0014856601,0.0026058136,0.10512559],"study_design_scores_gemma":[0.0019071696,0.0016059263,0.99230635,0.00019931496,0.000056140987,0.000012875011,0.00057924143,0.000096407675,0.000076916185,0.002351111,0.0007653643,0.000043202923],"about_ca_topic_score_codex":0.00009111814,"about_ca_topic_score_gemma":0.000009382679,"teacher_disagreement_score":0.11479605,"about_ca_system_score_codex":0.000066721324,"about_ca_system_score_gemma":0.0017483302,"threshold_uncertainty_score":0.39134946},"labels":[],"label_agreement":null},{"id":"W4416665539","doi":"10.2196/78363","title":"Impact of Learner Autonomy on the Performance in Voluntary Online Cardiac Auscultation Courses: Prospective Self-Controlled Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Phonocardiography and Auscultation Techniques","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Warrant; Auscultation; Autonomy; Key (lock); Turnover; Prospective cohort study","score_opus":0.006154991317438647,"score_gpt":0.3489213573827206,"score_spread":0.342766366065282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416665539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993147,0.0000940353,0.000017058639,0.0015173483,0.00017300589,0.0033940733,0.000004050733,0.000078194644,0.0015752394],"genre_scores_gemma":[0.9976288,0.00007073211,0.00009403072,0.00037203566,0.00011758942,0.001372772,0.000053292017,0.000008280739,0.00028247043],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986392,0.00018363961,0.00039982353,0.00022012989,0.00041932552,0.00013787621],"domain_scores_gemma":[0.99912333,0.00018637141,0.00012947316,0.00023601943,0.00024862716,0.00007617985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006543424,0.00013937571,0.00040848902,0.0003539977,0.0000589226,0.0000090623635,0.00010559743,0.00010124477,0.00007238273],"category_scores_gemma":[0.00045228805,0.00008365802,0.0002254354,0.0008083995,0.000073578994,0.000092567374,0.000015051741,0.00037748337,0.000003674018],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009503409,0.0066100378,0.96827996,0.00006650879,0.0004414813,6.537864e-7,0.006534507,0.00001147032,0.00008793438,0.00022658307,0.0014834319,0.015307106],"study_design_scores_gemma":[0.0034388828,0.0010059422,0.9899152,0.00033361136,0.00011998017,7.826459e-7,0.004037949,0.0006279504,0.00015679965,0.00008292707,0.00020989921,0.000070105314],"about_ca_topic_score_codex":0.00015291036,"about_ca_topic_score_gemma":0.000010719304,"teacher_disagreement_score":0.021635225,"about_ca_system_score_codex":0.00032603455,"about_ca_system_score_gemma":0.002567936,"threshold_uncertainty_score":0.4555408},"labels":[],"label_agreement":null},{"id":"W4416714294","doi":"10.2196/81297","title":"Twelve Practical Tips for Integrating AI Into Medical Education: Tutorial to Support Educators Across Teaching, Research, Administration, and Ethical Domains","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Accountability; Leverage (statistics); Health care; Applications of artificial intelligence; Key (lock); Patient care","score_opus":0.11194994241407125,"score_gpt":0.6208774765743499,"score_spread":0.5089275341602786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416714294","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38520935,0.00011433851,0.0039299345,0.5975536,0.008365696,0.0023686923,0.000004129244,0.00009434562,0.0023598727],"genre_scores_gemma":[0.9252764,0.00005363484,0.0072073243,0.053691175,0.008430043,0.002776622,0.00031016735,0.00003804313,0.0022166064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948363,0.00055240636,0.0012186175,0.00083920505,0.0018302134,0.00072328915],"domain_scores_gemma":[0.9928161,0.002234155,0.00016164525,0.00058681687,0.0019115115,0.0022897606],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0071227113,0.0002754409,0.00043968114,0.00040255368,0.0009883855,0.0002055632,0.00029579984,0.001287822,0.0007710461],"category_scores_gemma":[0.08811167,0.0002489986,0.000112557,0.0007625709,0.00059584016,0.00021055569,0.00013561393,0.0034070516,0.00008123891],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048684527,0.0018932703,0.0051488876,0.0004356918,0.000029047753,0.0000032883265,0.015203822,2.5724564e-8,0.000036006517,0.09721582,0.5051279,0.3744194],"study_design_scores_gemma":[0.0004178694,0.0019401504,0.0030968634,0.0019205598,0.00008090564,0.00032274864,0.0571988,0.00029688448,0.0008755047,0.031515617,0.9019442,0.00038984965],"about_ca_topic_score_codex":0.0010365632,"about_ca_topic_score_gemma":0.0011922274,"teacher_disagreement_score":0.54386246,"about_ca_system_score_codex":0.00075620535,"about_ca_system_score_gemma":0.07799979,"threshold_uncertainty_score":0.99999624},"labels":[],"label_agreement":null},{"id":"W4416805493","doi":"10.2196/79771","title":"Enhancing Clinical Competencies Through Peer Role-Play in Oncology Graduate Students: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peer group; Patient care; Graduate students; MEDLINE; Clinical Oncology; Clinical clerkship; Educational measurement","score_opus":0.06506915691510663,"score_gpt":0.555134902191892,"score_spread":0.49006574527678537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416805493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9574312,0.00044835647,0.0010896492,0.028559783,0.006232834,0.0015741329,6.466726e-7,0.00008097704,0.004582408],"genre_scores_gemma":[0.9745989,0.0001748519,0.008494116,0.011834274,0.0008654244,0.00090806896,0.00008084848,0.000019947607,0.0030235806],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.994677,0.001512477,0.0013691366,0.0006008562,0.0014310086,0.0004095287],"domain_scores_gemma":[0.99692667,0.0013970332,0.00021032318,0.0004891308,0.0004793693,0.00049746106],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007656884,0.00023053688,0.0007697836,0.0002738799,0.000104069004,0.000026170974,0.00035879933,0.00046456058,0.00047382875],"category_scores_gemma":[0.017991055,0.00019082602,0.0001376755,0.00083006,0.0002722971,0.00014478447,0.00014562964,0.0014033597,0.00006137899],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037101223,0.03723142,0.14276989,0.00022547005,0.0002167029,0.000036809164,0.15570672,3.1794065e-7,0.0002331407,0.0009812496,0.029646195,0.63258106],"study_design_scores_gemma":[0.0034399843,0.0009016611,0.66317546,0.000667316,0.00017925113,0.000023338784,0.26855156,0.000052749838,0.00027997524,0.0015670443,0.06098993,0.00017174309],"about_ca_topic_score_codex":0.00042986023,"about_ca_topic_score_gemma":0.00044012992,"teacher_disagreement_score":0.63240933,"about_ca_system_score_codex":0.0004531684,"about_ca_system_score_gemma":0.0070963716,"threshold_uncertainty_score":0.9985325},"labels":[],"label_agreement":null},{"id":"W4416827972","doi":"10.2196/76504","title":"Investigating the Impact of a Virtual Reality Experience on Medical Student Empathy: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Empathy and Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Empathy; Virtual reality; Immersion (mathematics); Virtual patient; Simulated patient; Virtual world; Teaching method","score_opus":0.04297029210912719,"score_gpt":0.5286889852652417,"score_spread":0.4857186931561145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416827972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813987,0.00013658137,0.00069177017,0.01291853,0.0015268043,0.0013777516,0.0000013695962,0.00005578058,0.0018927361],"genre_scores_gemma":[0.994244,0.00002840485,0.00023347915,0.0038056078,0.0004392537,0.00082361343,0.00003386799,0.000014136122,0.00037765186],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952835,0.0010817973,0.0008835164,0.00044894693,0.001994411,0.00030786093],"domain_scores_gemma":[0.99663424,0.0011420347,0.0002541885,0.000750288,0.0003054946,0.0009137198],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004185465,0.00022976684,0.0004899689,0.00019215187,0.00016399237,0.00002057992,0.00046748342,0.00029398338,0.0008620084],"category_scores_gemma":[0.02586638,0.00013597409,0.00018601857,0.0009066146,0.0005530692,0.0000747496,0.0001300179,0.00090641464,0.000010271863],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016081508,0.015487751,0.04132679,0.00011677653,0.00022177532,0.000006446724,0.31385973,0.0000040660984,0.00019525948,0.0017809875,0.018095564,0.608744],"study_design_scores_gemma":[0.0014595417,0.001452825,0.7111967,0.0009978319,0.000098319935,0.00001972668,0.2824494,0.00078741723,0.00048237207,0.00046936885,0.00045512596,0.00013137258],"about_ca_topic_score_codex":0.0007111124,"about_ca_topic_score_gemma":0.000023700804,"teacher_disagreement_score":0.6698699,"about_ca_system_score_codex":0.00031313606,"about_ca_system_score_gemma":0.009634702,"threshold_uncertainty_score":0.9959797},"labels":[],"label_agreement":null},{"id":"W4416830944","doi":"10.2196/75021","title":"Virtual Reality in Training and Assessment Among Clinical Students and Lecturers at a Nigerian University: A Phenomenological Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtual reality; Training (meteorology); Health care; Realization (probability); Virtual learning environment; Patient care","score_opus":0.052637482172114405,"score_gpt":0.42960617537036283,"score_spread":0.37696869319824844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416830944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98359156,0.000021008487,0.00724045,0.006981063,0.00013671696,0.0005471953,7.45387e-7,0.00003624616,0.0014450138],"genre_scores_gemma":[0.99844307,0.000044908513,0.00038100942,0.0008315483,0.00002802393,0.00003599447,0.000004413388,0.0000022360894,0.00022878758],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983783,0.00035416338,0.00028835362,0.00044795638,0.000354128,0.00017711162],"domain_scores_gemma":[0.99911964,0.00021939786,0.00007064702,0.00026949774,0.00003165026,0.00028917287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012521794,0.00009814141,0.00021140801,0.00013878982,0.00014180888,0.00008987028,0.00040555588,0.00013035208,0.000014121629],"category_scores_gemma":[0.0003371496,0.00008871978,0.000020074933,0.00044755728,0.00019404133,0.00018015031,0.00045247778,0.0003082279,0.0000011077302],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029645707,0.0028176098,0.4597231,0.0000108925105,0.000036560872,0.000009835059,0.011401524,0.0000014104247,0.0000045129373,0.025845628,0.0008214511,0.49929786],"study_design_scores_gemma":[0.00088072126,0.00028499812,0.98544216,0.000038033217,0.0000075112143,0.0000027695944,0.0074630515,0.0018520775,2.091983e-7,0.0009179472,0.003025975,0.00008454872],"about_ca_topic_score_codex":0.00015377832,"about_ca_topic_score_gemma":0.00037501208,"teacher_disagreement_score":0.5257191,"about_ca_system_score_codex":0.00020206894,"about_ca_system_score_gemma":0.00083945843,"threshold_uncertainty_score":0.36178878},"labels":[],"label_agreement":null},{"id":"W4416837703","doi":"10.2196/81271","title":"Large Language Model–Based Patient Simulation to Foster Communication Skills in Health Care Professionals: User-Centered Development and Usability Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"USable; Usability; Psychosocial; Health care; Test (biology); Foundation (evidence); Communication skills","score_opus":0.02450537066376085,"score_gpt":0.4568602584477301,"score_spread":0.43235488778396924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416837703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9692115,0.00043682617,0.0009560342,0.024232857,0.00029037677,0.0047349315,0.0000071105296,0.000058768284,0.00007158503],"genre_scores_gemma":[0.9766795,0.0000016276952,0.0032017156,0.018016571,0.000037735957,0.0014009954,0.0005157255,0.000017478635,0.00012866507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971937,0.00047381356,0.00094744493,0.00044553803,0.0006581145,0.00028136722],"domain_scores_gemma":[0.9979206,0.00040086225,0.00017347455,0.0006115051,0.00049213646,0.00040143053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008830298,0.00017688783,0.00030887956,0.0004151922,0.0002073318,0.000021457105,0.00012543527,0.00015430333,0.00012281312],"category_scores_gemma":[0.0008970511,0.00016728006,0.000030358264,0.0005635345,0.000030903255,0.0000989328,0.00008665514,0.00033600305,0.000008151631],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022814967,0.009656672,0.60566473,0.0010464903,0.000015234237,6.2753065e-7,0.3064852,0.0014974729,0.0000029863038,0.00006228335,0.0013868717,0.07395326],"study_design_scores_gemma":[0.0031275046,0.00025812868,0.76808715,0.0026553562,0.000015514148,5.814867e-7,0.18556564,0.037634064,0.00007525019,0.000033685315,0.002339204,0.00020795145],"about_ca_topic_score_codex":0.00013597301,"about_ca_topic_score_gemma":0.0005035984,"teacher_disagreement_score":0.16242239,"about_ca_system_score_codex":0.001369733,"about_ca_system_score_gemma":0.007761389,"threshold_uncertainty_score":0.9978637},"labels":[],"label_agreement":null},{"id":"W4416928963","doi":"10.2196/77817","title":"What Are the Opportunities and Challenges of Using AI in Medical Education in Vietnam?","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vietnamese; Preparedness; Sustainability; Quality (philosophy); Lifelong learning; Literacy; Health care; Curriculum","score_opus":0.20122470681139648,"score_gpt":0.49354381799055336,"score_spread":0.2923191111791569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416928963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.684799,0.013510238,0.000007646245,0.29941735,0.0013968141,0.00039819506,1.494637e-7,0.0000074062978,0.00046318636],"genre_scores_gemma":[0.96172225,0.026297133,0.00003494436,0.011248159,0.00030997646,0.00016590305,0.000013329559,0.0000074051395,0.00020088491],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99844694,0.00015498057,0.00056887645,0.00020321688,0.00045849817,0.00016745712],"domain_scores_gemma":[0.99905735,0.00021029219,0.000116289935,0.00021624623,0.00020006104,0.00019976213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096316746,0.00009710599,0.00022900873,0.0003403549,0.000049227554,0.000019164077,0.000110510824,0.00025762516,0.00017346563],"category_scores_gemma":[0.0019870913,0.00007508395,0.000027452768,0.00033269954,0.00022285951,0.00021289206,0.000031532665,0.00038302434,0.000002119645],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048937363,0.0010702078,0.04922329,0.0007182586,0.0000063389116,0.000002177101,0.006402458,4.4120256e-7,0.000011380497,0.007823169,0.0014217963,0.9332715],"study_design_scores_gemma":[0.00031014346,0.00013003136,0.3944151,0.020272294,0.00005079148,0.000089214394,0.5424299,0.004909931,0.00029320928,0.013549874,0.023317587,0.00023188665],"about_ca_topic_score_codex":0.00089240633,"about_ca_topic_score_gemma":0.0014461342,"teacher_disagreement_score":0.93303967,"about_ca_system_score_codex":0.00016471659,"about_ca_system_score_gemma":0.013130343,"threshold_uncertainty_score":0.9924643},"labels":[],"label_agreement":null},{"id":"W4417042933","doi":"10.2196/80604","title":"AI Literacy Among Chinese Medical Students: Cross-Sectional Examination of Individual and Environmental Factors","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Socioeconomic status; Literacy; Health literacy; MEDLINE; Affect (linguistics)","score_opus":0.029492172662502203,"score_gpt":0.46932867114388516,"score_spread":0.43983649848138295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417042933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955631,0.00023895962,0.00011064574,0.0022061458,0.0011660341,0.0004434208,0.000006467664,0.000024175699,0.00024105038],"genre_scores_gemma":[0.99585056,0.00009898153,0.000034188553,0.0023415335,0.0003999133,0.0001074517,0.00062250847,0.00000889497,0.00053593924],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972155,0.00009482929,0.0006174807,0.0002775856,0.0016328954,0.00016170848],"domain_scores_gemma":[0.99896413,0.00025052007,0.000121678546,0.00016546018,0.00013715084,0.0003610318],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000923719,0.0001288126,0.00019555108,0.00026144955,0.00011279585,0.00006297016,0.00019414315,0.000335658,0.0014482249],"category_scores_gemma":[0.001909699,0.000106700805,0.000052206757,0.00026739048,0.00035571193,0.00027131653,0.00008181995,0.00039951442,0.000006620998],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029307033,0.0011191256,0.8984957,0.00012995974,0.000026848656,8.3014004e-7,0.0035300218,1.5798196e-7,0.000023870683,0.00011184694,0.0004686701,0.09606368],"study_design_scores_gemma":[0.0001487505,0.000098877164,0.9964521,0.00023910211,0.000019548646,0.000011598129,0.0016043251,0.0002576793,0.00024317633,0.00034728556,0.0005070045,0.000070584276],"about_ca_topic_score_codex":0.00016257187,"about_ca_topic_score_gemma":0.00001836716,"teacher_disagreement_score":0.09795639,"about_ca_system_score_codex":0.00014974861,"about_ca_system_score_gemma":0.0012184634,"threshold_uncertainty_score":0.9994646},"labels":[],"label_agreement":null},{"id":"W4417043074","doi":"10.2196/78214","title":"Trends in the Japanese National Medical Licensing Examination: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"MEDLINE; Trend analysis; Rote learning; Public health","score_opus":0.031445652185090295,"score_gpt":0.45061515218568254,"score_spread":0.4191695000005923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417043074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78964925,0.00009601618,0.000020535672,0.02608015,0.0012421083,0.000362385,5.923503e-7,0.000054884084,0.18249409],"genre_scores_gemma":[0.99159354,0.0000071008467,0.000016882133,0.003324178,0.0008980625,0.0002047249,0.000031783522,0.0000038659086,0.00391987],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955042,0.0011540147,0.00033619555,0.0002450356,0.0025487689,0.00021180086],"domain_scores_gemma":[0.9987687,0.00070647185,0.00006907739,0.000104092534,0.00023057037,0.00012107824],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008846303,0.000080366575,0.00009205273,0.00037509907,0.00058777834,0.00015347851,0.00041035534,0.00022649759,0.0034573467],"category_scores_gemma":[0.005426786,0.00006376185,0.000041750824,0.0015174594,0.0002486472,0.0002091353,0.000033647248,0.00051738217,0.000023322722],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020971765,0.002093062,0.60369265,0.000016487833,0.00001720918,0.000005614941,0.09595392,0.000004842346,9.737962e-7,0.027687289,0.010712275,0.25979468],"study_design_scores_gemma":[0.00040256683,0.000025837548,0.94688475,0.000043958637,0.0000033255162,0.000003394746,0.01644632,0.0001712896,2.4373767e-7,0.0006665289,0.035283655,0.000068146015],"about_ca_topic_score_codex":0.0018767159,"about_ca_topic_score_gemma":0.0029085844,"teacher_disagreement_score":0.34319207,"about_ca_system_score_codex":0.00027203266,"about_ca_system_score_gemma":0.004480164,"threshold_uncertainty_score":0.99745363},"labels":[],"label_agreement":null},{"id":"W4417076173","doi":"10.2196/71628","title":"Implementation and Evaluation of a Cancer Immunotherapy Elective for Medical Students: Mixed Methods Descriptive Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Diverse Scientific Research Studies","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Descriptive research; Cancer; Immunotherapy; MEDLINE; Cancer immunotherapy; Descriptive statistics","score_opus":0.1278870706541373,"score_gpt":0.6978898446749784,"score_spread":0.5700027740208411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417076173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792898,0.001079434,0.0025548134,0.0050409306,0.003070281,0.008302789,0.000012846479,0.000034994748,0.00061406754],"genre_scores_gemma":[0.973001,0.0003620553,0.0011768925,0.0010150779,0.00019845193,0.022898322,0.000044486016,0.000018115428,0.0012855743],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.993666,0.0026624384,0.0005853767,0.00034383204,0.0024620309,0.00028031055],"domain_scores_gemma":[0.99648386,0.0011194499,0.00021650446,0.00018073276,0.0018515326,0.0001478941],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016864633,0.00010725499,0.0002613472,0.0002561254,0.00038046867,0.000017887396,0.0003049124,0.00012887329,0.0014711717],"category_scores_gemma":[0.0051673357,0.00008626423,0.000038812028,0.0005090471,0.00017075674,0.0001230098,0.00018294765,0.00029093339,0.000002120937],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019099245,0.0013208897,0.13738704,0.00016345525,0.00037987548,8.083339e-8,0.044564113,1.5291866e-7,0.00020705738,0.00094383117,0.05181512,0.76302737],"study_design_scores_gemma":[0.0055400888,0.00022727966,0.6273817,0.00038031983,0.00014779592,7.663371e-8,0.3532064,0.0005324556,0.00015447619,0.0027282068,0.009611847,0.00008936796],"about_ca_topic_score_codex":0.0016473675,"about_ca_topic_score_gemma":0.0022608049,"teacher_disagreement_score":0.762938,"about_ca_system_score_codex":0.0006767472,"about_ca_system_score_gemma":0.008776581,"threshold_uncertainty_score":0.9994416},"labels":[],"label_agreement":null},{"id":"W4417136032","doi":"10.2196/73196","title":"Virtual Standardized Patients for Improving Clinical Thinking Ability Training in Residents: Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Promotion (chess); Clinical trial; Critical thinking; Clinical Practice; Training (meteorology); Virtual patient","score_opus":0.0191821282021243,"score_gpt":0.4244807316390945,"score_spread":0.4052986034369702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417136032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695461,0.00015850565,0.0033351248,0.0061134724,0.005962281,0.012688137,0.000004651296,0.000081506856,0.0021102314],"genre_scores_gemma":[0.98900247,0.000044194923,0.0012305697,0.003981282,0.0009633886,0.0041274657,0.00012409317,0.000017632483,0.00050891197],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99495524,0.000884609,0.0023963454,0.00053035916,0.0008977159,0.0003357314],"domain_scores_gemma":[0.9086893,0.08886369,0.0006558972,0.00051337027,0.0006735754,0.00060416636],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013542449,0.00019844178,0.0021797584,0.0002015872,0.0000961888,0.000043653876,0.00016884247,0.00046476375,0.00015648818],"category_scores_gemma":[0.69741756,0.00014385545,0.0007366469,0.0002555128,0.0002820177,0.000070953414,0.000050854207,0.00061678333,0.000004017018],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.80299973,0.0020615412,0.0054846667,0.000050354192,0.00009742145,9.363332e-7,0.0007652018,3.5306124e-7,9.0718726e-7,0.0016608749,0.002299421,0.1845786],"study_design_scores_gemma":[0.9748953,0.0006570135,0.0124958875,0.002486186,0.00032232812,5.4844475e-7,0.0005454395,0.0008430275,0.0000027430747,0.007371177,0.00026020568,0.00012014416],"about_ca_topic_score_codex":0.00009246269,"about_ca_topic_score_gemma":0.000023835732,"teacher_disagreement_score":0.6838751,"about_ca_system_score_codex":0.00022574101,"about_ca_system_score_gemma":0.008019362,"threshold_uncertainty_score":0.99760425},"labels":[],"label_agreement":null},{"id":"W4417174582","doi":"10.2196/73821","title":"Text Message (SMS) Microlearning for Tobacco Use Disorder: Pre-Post Pilot Study of Clinician Confidence","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"E-Learning and COVID-19","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tobacco use; Text message; Confidence interval; Randomized controlled trial; MEDLINE; Smoking cessation","score_opus":0.02867540941790333,"score_gpt":0.4222391927958685,"score_spread":0.3935637833779652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417174582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.982623,0.00014661642,0.0006894217,0.012137683,0.0008075456,0.0011660745,0.0000022913002,0.00007004025,0.0023573353],"genre_scores_gemma":[0.9884933,0.000057140613,0.00010987533,0.002093514,0.00020099971,0.00030684602,0.00001256446,0.000008951044,0.008716807],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981014,0.00047178805,0.0003894091,0.00029641888,0.0005051403,0.00023580689],"domain_scores_gemma":[0.9978284,0.0013096209,0.00019785813,0.00021982906,0.0002590607,0.00018523545],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015099747,0.00009704874,0.0002008895,0.00011317085,0.00045031717,0.00007526431,0.00038975984,0.00011100831,0.00028600608],"category_scores_gemma":[0.012112408,0.00009349052,0.00004934394,0.00039519,0.0002862222,0.00016621959,0.000051688057,0.0002748897,0.000012539435],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004531898,0.008851327,0.55168957,0.00018023691,0.00007999641,9.3752516e-7,0.107267246,0.000019341176,0.00016785882,0.026869237,0.023543455,0.28087762],"study_design_scores_gemma":[0.0017212165,0.0019908934,0.30079362,0.0005113051,0.00008247623,3.4585224e-7,0.27190927,0.0001270765,0.0000158137,0.00091246696,0.42165542,0.00028009023],"about_ca_topic_score_codex":0.018347735,"about_ca_topic_score_gemma":0.01365703,"teacher_disagreement_score":0.39811197,"about_ca_system_score_codex":0.00008368487,"about_ca_system_score_gemma":0.0034593914,"threshold_uncertainty_score":0.99620897},"labels":[],"label_agreement":null},{"id":"W4417309864","doi":"10.2196/81673","title":"AI- vs Human-Based Assessment of Medical Interview Transcripts in a Generative AI–Simulated Patient System: Cross-Sectional Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Consistency (knowledge bases); Matching (statistics); Generative grammar; Psychometrics; Generative model","score_opus":0.12883605379819132,"score_gpt":0.550083557258638,"score_spread":0.4212475034604467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417309864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97395444,0.00011662677,0.0029882982,0.01853576,0.0020489632,0.0020341505,0.0000031583972,0.00005229918,0.0002662987],"genre_scores_gemma":[0.99327826,0.000008928505,0.00005922411,0.0054132272,0.00025690687,0.00063820987,0.00025508608,0.000013981247,0.000076161254],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956419,0.0005633854,0.0015156718,0.00043102007,0.0016133853,0.0002346782],"domain_scores_gemma":[0.9981969,0.00018017262,0.00020814576,0.00030797475,0.00080095854,0.00030582037],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018253481,0.00018084022,0.0004204026,0.00048968295,0.0001318985,0.00004036915,0.00018686257,0.00038086638,0.0010067514],"category_scores_gemma":[0.0007074045,0.0001614658,0.00010587574,0.0007719818,0.00013413979,0.00012013674,0.000023919994,0.00067435036,0.000008855439],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020644948,0.010329331,0.94782865,0.0017583753,0.00007504874,0.000012785763,0.0049203136,0.00019049506,0.00019901602,0.0021705932,0.0017106719,0.030598272],"study_design_scores_gemma":[0.001070166,0.0015931264,0.938178,0.0038384018,0.00008477578,0.000014723895,0.007408047,0.044027004,0.0025685043,0.00032487395,0.0006748091,0.00021756181],"about_ca_topic_score_codex":0.0018662335,"about_ca_topic_score_gemma":0.00036206163,"teacher_disagreement_score":0.043836508,"about_ca_system_score_codex":0.0008556623,"about_ca_system_score_gemma":0.008477302,"threshold_uncertainty_score":0.9999065},"labels":[],"label_agreement":null},{"id":"W4417406425","doi":"10.2196/77013","title":"Pharmacists’ Attitudes, Perceptions, and Preferences Regarding Continuing Education: Cross-Sectional Study in Vietnam","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vietnamese; Government (linguistics); Continuing education; MEDLINE","score_opus":0.07060372559226083,"score_gpt":0.4960828549254058,"score_spread":0.425479129333145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417406425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874806,0.00081658555,0.000012779182,0.0023717252,0.0014030036,0.0010551529,0.0000010250985,0.000039486316,0.006819645],"genre_scores_gemma":[0.99430585,0.00021795824,0.00012530616,0.0020929598,0.0003215399,0.00039187766,0.00003946851,0.000007129393,0.0024979105],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984498,0.0001311865,0.0004468452,0.0003343869,0.0004701692,0.0001676211],"domain_scores_gemma":[0.99919605,0.00019811139,0.00008445173,0.00014824254,0.00013799164,0.00023515156],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000645184,0.00012498746,0.00020874874,0.00021602391,0.000107490596,0.00008348429,0.00009554065,0.000110309724,0.0010773011],"category_scores_gemma":[0.00091603806,0.0001079092,0.00004198487,0.00031745184,0.00010211162,0.00026156142,0.000054192707,0.00049091305,0.000018476918],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013518642,0.002426066,0.9115995,0.00017163099,0.000024908215,0.0000015564841,0.0007192698,2.4179624e-7,0.00003249995,0.00020236555,0.0013125765,0.08337416],"study_design_scores_gemma":[0.0016218271,0.00008268177,0.98775935,0.0003391057,0.000044469307,0.000031578533,0.0019335583,0.00021394569,0.0000057867155,0.00015039578,0.0077240723,0.0000932104],"about_ca_topic_score_codex":0.000035439298,"about_ca_topic_score_gemma":0.000017383665,"teacher_disagreement_score":0.08328095,"about_ca_system_score_codex":0.00014750948,"about_ca_system_score_gemma":0.0011389761,"threshold_uncertainty_score":0.99983585},"labels":[],"label_agreement":null},{"id":"W4417535271","doi":"10.2196/79489","title":"The Need for Health Care Innovation Training in Medical Education","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Health care; Medical school; Training (meteorology); Medical care; MEDLINE; Medical knowledge; Professional development","score_opus":0.008588059709503907,"score_gpt":0.3368525406452673,"score_spread":0.32826448093576344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417535271","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35441846,0.018150467,0.04274129,0.5118975,0.049497582,0.0047157016,0.00001323715,0.0013598917,0.01720587],"genre_scores_gemma":[0.98778564,0.00028841203,0.00069580675,0.0072356774,0.0010100693,0.0020813805,0.0003721273,0.000028941899,0.00050194585],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985111,0.000034595516,0.0005311005,0.00018401143,0.00043056125,0.00030863436],"domain_scores_gemma":[0.999267,0.00016006404,0.000045504035,0.00019057273,0.00013724617,0.00019961793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007108389,0.00013253887,0.0001583926,0.00032939433,0.00012910539,0.000037882146,0.000251142,0.0002523687,0.00006411613],"category_scores_gemma":[0.0015985674,0.00010962277,0.000034009186,0.0012245842,0.00006513894,0.00008571968,0.0000155409,0.00036557307,0.0000058596206],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007863207,0.00010601219,0.0001340399,0.00055086386,0.000009203475,5.4999333e-8,0.0034340324,0.000014948409,0.000010827213,0.021239905,0.10695846,0.8675338],"study_design_scores_gemma":[0.00092682324,0.00006139983,0.015872465,0.0017806209,0.000010121312,0.000007751423,0.014079455,0.021490015,0.000065191576,0.0057973657,0.9395834,0.0003253863],"about_ca_topic_score_codex":0.000045769622,"about_ca_topic_score_gemma":0.00013564066,"teacher_disagreement_score":0.8672084,"about_ca_system_score_codex":0.00044955898,"about_ca_system_score_gemma":0.009144397,"threshold_uncertainty_score":0.99647284},"labels":[],"label_agreement":null},{"id":"W7104179765","doi":"10.2196/81875","title":"Implementing Large Language Models to Support Misconception-Based Collaborative Learning in Health Care Education","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Collaborative learning; Discipline; Conceptual framework; Conceptual model; Collaborative Care; Collaborative model","score_opus":0.04461551096468609,"score_gpt":0.4945631444181899,"score_spread":0.4499476334535038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104179765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9069887,0.0015484688,0.0044851867,0.0738728,0.0016535473,0.0028244567,0.000008209167,0.00012773188,0.008490936],"genre_scores_gemma":[0.9729519,0.000034219374,0.0012054396,0.021997467,0.00039549082,0.0008960357,0.0007473355,0.000015398866,0.0017567502],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9979191,0.00017918543,0.00068045437,0.0003557362,0.00040240175,0.00046313857],"domain_scores_gemma":[0.9986513,0.000108211214,0.00014327175,0.00021932265,0.0004897485,0.00038812618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008632571,0.00013628951,0.00024334797,0.0004684179,0.00022482142,0.000030512168,0.000099573495,0.00014689483,0.000757841],"category_scores_gemma":[0.00083114195,0.00014065357,0.000044015465,0.001093709,0.000030628882,0.00012092474,0.000027372467,0.0003946102,0.00005140067],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010289593,0.0011969012,0.03800339,0.0008137289,0.00000931761,0.0000011938811,0.09524163,0.00009756106,0.00008228087,0.0031572694,0.023409856,0.837884],"study_design_scores_gemma":[0.00053892046,0.0008314655,0.016568707,0.003439811,0.000030116844,0.0000047584717,0.76065975,0.005750937,0.0017736248,0.0007031237,0.20932876,0.00037001952],"about_ca_topic_score_codex":0.0022381525,"about_ca_topic_score_gemma":0.002457783,"teacher_disagreement_score":0.837514,"about_ca_system_score_codex":0.00092569645,"about_ca_system_score_gemma":0.03155706,"threshold_uncertainty_score":0.9739331},"labels":[],"label_agreement":null},{"id":"W7104180109","doi":"10.2196/81264","title":"Comparing AI-Assisted Problem-Solving Ability With Internet Search Engine and e-Books in Medical Students With Variable Prior Subject Knowledge: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Subject (documents); The Internet; Variable (mathematics); Search engine; Deep learning","score_opus":0.06704255831944561,"score_gpt":0.47717141899949556,"score_spread":0.41012886068004994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104180109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99350995,0.00015480365,0.0007235819,0.0019908845,0.00041070007,0.001874414,4.031166e-7,0.00005727456,0.0012780002],"genre_scores_gemma":[0.99732506,0.000009712586,0.00039683282,0.0005533135,0.00024337764,0.0005328468,0.000034767283,0.000016423086,0.0008876694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968937,0.00021951832,0.00070669735,0.0005493564,0.0012886518,0.00034207286],"domain_scores_gemma":[0.99829894,0.00036604644,0.00007513962,0.00027125076,0.000546439,0.00044218535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026224728,0.00018377768,0.00034786807,0.0003131628,0.00014510946,0.0001252586,0.00024186926,0.00022663477,0.00034454383],"category_scores_gemma":[0.00088709994,0.00013779593,0.000021677884,0.00070940616,0.0002661036,0.000146982,0.00011417859,0.00096662773,0.000009237838],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063633436,0.004908469,0.9577499,0.00050939515,0.000055714358,0.000006977901,0.0059028836,0.0000039988413,0.0000100336965,0.00015914711,0.00020332802,0.029853823],"study_design_scores_gemma":[0.0007569401,0.0006311378,0.99129647,0.0013804529,0.000029373485,0.000064122556,0.0031021242,0.0022015052,0.00008452846,0.000097253804,0.00023461932,0.00012148328],"about_ca_topic_score_codex":0.003684763,"about_ca_topic_score_gemma":0.003309465,"teacher_disagreement_score":0.033546563,"about_ca_system_score_codex":0.0005533343,"about_ca_system_score_gemma":0.0073265615,"threshold_uncertainty_score":0.99830097},"labels":[],"label_agreement":null},{"id":"W7104180346","doi":"10.2196/72236","title":"Targeted Educational Intervention Through Game-Based Learning to Promote Rational Antimicrobial Use Among Health Care Learners: Prospective Interventional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Health care; Knowledge acquisition; Experiential learning; Public health; Curriculum; Psychological intervention; Antimicrobial","score_opus":0.020476506675575507,"score_gpt":0.4084142688094257,"score_spread":0.38793776213385023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104180346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9629674,0.00032194777,0.004994082,0.023515172,0.003684629,0.0033564665,0.000021463977,0.00013102498,0.0010078405],"genre_scores_gemma":[0.9794229,0.0000022286201,0.0016630474,0.0026743305,0.0006489414,0.0030017658,0.002106634,0.000036207108,0.010443938],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99636793,0.0006340958,0.0009435709,0.00090044993,0.0007506057,0.00040331684],"domain_scores_gemma":[0.9979359,0.00017082303,0.000410986,0.00040250664,0.0007927625,0.00028702407],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006629433,0.00029886534,0.00031653183,0.00047104096,0.00032450925,0.00018223061,0.00036247677,0.00021340456,0.003721766],"category_scores_gemma":[0.0011249739,0.00031671746,0.0002159456,0.00096963637,0.00014824986,0.00041652116,0.00007214451,0.0006557589,0.00022357803],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006734792,0.032853354,0.65715086,0.00040133967,0.00040740852,0.0000017705291,0.10761165,0.00025651618,0.00007212594,0.030448021,0.11279619,0.057327256],"study_design_scores_gemma":[0.0016839014,0.00076914317,0.94817966,0.000720511,0.000039772345,0.0000042038373,0.02394776,0.0000930917,0.000039500977,0.0005397166,0.023685811,0.00029689787],"about_ca_topic_score_codex":0.0011106429,"about_ca_topic_score_gemma":0.00039611867,"teacher_disagreement_score":0.2910288,"about_ca_system_score_codex":0.0009149364,"about_ca_system_score_gemma":0.0037776637,"threshold_uncertainty_score":0.9999285},"labels":[],"label_agreement":null},{"id":"W7108330946","doi":"10.2196/66381","title":"Perceptions and Attitudes of Medical Students Toward the Integration of Large Language Models in Medical Education: Cross-Sectional Survey in China","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; MEDLINE; Perspective (graphical)","score_opus":0.10242712281361299,"score_gpt":0.5430150403270746,"score_spread":0.4405879175134616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7108330946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97893226,0.00069383834,0.00044489407,0.018075533,0.0009082778,0.0005927893,0.0000056154563,0.000011723787,0.0003350697],"genre_scores_gemma":[0.9965832,0.00056420674,0.00005727906,0.0018458655,0.00024185544,0.00024907597,0.00020642487,0.000008263072,0.00024380688],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99637955,0.00031898593,0.0009842104,0.00028462746,0.0018341283,0.00019847142],"domain_scores_gemma":[0.99865144,0.00037627053,0.0001370392,0.00025137665,0.0003243075,0.00025958507],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040545794,0.00012214546,0.00028600116,0.00037036298,0.00006228821,0.00002496935,0.00036406994,0.00043298307,0.001451051],"category_scores_gemma":[0.005844564,0.00009267091,0.000051793988,0.00074257905,0.00032278014,0.0001435629,0.00009296233,0.0006592934,0.0000045358306],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008646886,0.0034116916,0.9358873,0.00024855623,0.000012040278,8.4711036e-7,0.010785921,0.000002067833,0.000016141876,0.002707305,0.0006880896,0.04615359],"study_design_scores_gemma":[0.00022090587,0.000058961185,0.9891932,0.0010060311,0.0000072411885,0.000015074528,0.006182088,0.002122786,0.000053945132,0.0010309501,0.000047710102,0.000061103674],"about_ca_topic_score_codex":0.008634994,"about_ca_topic_score_gemma":0.00851676,"teacher_disagreement_score":0.05330592,"about_ca_system_score_codex":0.00020117224,"about_ca_system_score_gemma":0.009143131,"threshold_uncertainty_score":0.99946177},"labels":[],"label_agreement":null},{"id":"W7108339297","doi":"10.2196/67332","title":"Global Learner Feedback on Continuing Medical Education–Accredited e-Learning Modules in Pediatric Endocrinology and Diabetes: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Alexion Pharmaceuticals; International Society for Pediatric and Adolescent Diabetes; Eli Lilly and Company","keywords":"Pediatric endocrinology; Continuing medical education; Promotion (chess); Equity (law); Continuing education; MEDLINE","score_opus":0.008497124146084905,"score_gpt":0.36642208731326686,"score_spread":0.357924963167182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7108339297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9789591,0.00042188563,0.000050162867,0.011473018,0.0038422537,0.0011539166,0.0000013160352,0.00013475132,0.003963596],"genre_scores_gemma":[0.9883025,0.00013013587,0.00029440018,0.006683399,0.0018610655,0.0009051738,0.00021453896,0.000024459277,0.0015843078],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99569297,0.00031572196,0.0010934313,0.00079613697,0.0015565107,0.0005452276],"domain_scores_gemma":[0.9981927,0.0002753252,0.00021983693,0.00038675,0.00057926914,0.0003460736],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014523709,0.00029835544,0.0004537161,0.0009407657,0.00019989502,0.00008562855,0.0002982248,0.0005745018,0.0011747085],"category_scores_gemma":[0.020085372,0.0002836558,0.00006856719,0.0021438329,0.0003494583,0.0001755564,0.00013247496,0.0014690062,0.000059412898],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008774233,0.0043482254,0.82282186,0.00017423833,0.000031485488,0.000004817914,0.00040700537,0.0000047994336,0.0000020082673,0.0022722634,0.012748468,0.15709712],"study_design_scores_gemma":[0.0024150969,0.0003028611,0.98636925,0.0004379082,0.00005023824,0.000040965027,0.0019988304,0.001278987,0.0000029988503,0.0005197212,0.006386477,0.00019666608],"about_ca_topic_score_codex":0.00012063563,"about_ca_topic_score_gemma":0.000050414936,"teacher_disagreement_score":0.16354741,"about_ca_system_score_codex":0.0006763473,"about_ca_system_score_gemma":0.00453947,"threshold_uncertainty_score":0.99996156},"labels":[],"label_agreement":null},{"id":"W7110231664","doi":"10.2196/85028","title":"Interactive, Image-Based Modules as a Complement to Prosection-Based Anatomy Laboratories: Multicohort Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Complement (music); Component (thermodynamics); Complement system","score_opus":0.005716483336985053,"score_gpt":0.35688041285626926,"score_spread":0.3511639295192842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110231664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8216636,0.0005369539,0.12528493,0.03183894,0.00450954,0.0039406507,0.000017051805,0.0013598333,0.010848469],"genre_scores_gemma":[0.9912605,0.0000075279136,0.0029468623,0.0030557448,0.00011288778,0.0024142838,0.000120243,0.000015714048,0.00006617999],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985985,0.00006447576,0.00030128428,0.0002499541,0.00056789344,0.00021790252],"domain_scores_gemma":[0.9990172,0.000109879584,0.000034100653,0.00024885495,0.00035779708,0.00023218212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039149137,0.00014661916,0.00017128256,0.0003160891,0.00007366016,0.000025165253,0.00017907651,0.00018705946,0.000876504],"category_scores_gemma":[0.0015529568,0.00014401693,0.000038199683,0.0007657835,0.00008340249,0.000084836596,0.000019846913,0.00031106177,0.00007275329],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013585761,0.0017032049,0.0035334718,0.00057862967,0.00014466995,0.000005340804,0.0008429259,0.0010629017,0.0011816038,0.013368732,0.1172723,0.86017036],"study_design_scores_gemma":[0.0018332973,0.00013591361,0.010420941,0.00065666396,0.00006814792,0.0000015833972,0.0012613628,0.46500984,0.014117171,0.0020342935,0.5041227,0.00033809288],"about_ca_topic_score_codex":0.000053623247,"about_ca_topic_score_gemma":0.00006932199,"teacher_disagreement_score":0.8598323,"about_ca_system_score_codex":0.00048090232,"about_ca_system_score_gemma":0.0018414723,"threshold_uncertainty_score":0.9597104},"labels":[],"label_agreement":null},{"id":"W7111111535","doi":"10.2196/78857","title":"Using AI-Based Virtual Simulated Patients for Training in Psychopathological Interviewing: Cross-Sectional Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Psychopathology; Generalization; Training (meteorology); Randomization; Randomized controlled trial","score_opus":0.2733668225322642,"score_gpt":0.5723518780127239,"score_spread":0.2989850554804597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111111535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866845,0.000021893671,0.0029734122,0.0010674803,0.0063052224,0.0016812998,0.00002700902,0.000056007437,0.0011831733],"genre_scores_gemma":[0.9934665,5.3019182e-8,0.0002429908,0.00424299,0.00015346838,0.0009609203,0.000305958,0.000015473324,0.00061163586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99766827,0.00022046563,0.0009324858,0.00047007605,0.00039879925,0.0003099351],"domain_scores_gemma":[0.9989458,0.0003133704,0.00014856436,0.0001930646,0.00024362266,0.00015561722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007936442,0.00015528857,0.00021292026,0.00031902036,0.00012893001,0.00005906103,0.00024090013,0.00022847227,0.0006836636],"category_scores_gemma":[0.0009986038,0.00015598831,0.000118918004,0.0005049216,0.00009977394,0.00017371772,0.00003858246,0.0003285861,0.000024842286],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004360912,0.012791628,0.9327204,0.00005855317,0.000025167115,0.0000013721096,0.0012672306,0.00011488538,0.0000022995498,0.0064876764,0.0012745111,0.044820134],"study_design_scores_gemma":[0.0034327772,0.00076340913,0.9864621,0.00027368034,0.000008101082,0.0000016114394,0.0008451499,0.0039991755,0.0000023989016,0.0028237912,0.0012610414,0.000126741],"about_ca_topic_score_codex":0.0000468135,"about_ca_topic_score_gemma":0.000036319034,"teacher_disagreement_score":0.05374167,"about_ca_system_score_codex":0.0003702778,"about_ca_system_score_gemma":0.0010427008,"threshold_uncertainty_score":0.7485637},"labels":[],"label_agreement":null},{"id":"W7115170228","doi":"10.2196/79939","title":"Application of AI-Generated Content in Medical Education: Systematic Review of the Impact on Critical Thinking Abilities of Medical Students","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scope (computer science); Critical thinking; Health technology; Content (measure theory); Medical device; Design thinking","score_opus":0.023325851082480434,"score_gpt":0.45932302486512355,"score_spread":0.43599717378264313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115170228","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.285706,0.020199837,0.000789648,0.67090917,0.0054205824,0.0066549554,0.000009016403,0.000082843835,0.010227894],"genre_scores_gemma":[0.97844857,0.0013982614,0.00008188814,0.018883895,0.00013076077,0.00072076515,0.000017764669,0.000007907228,0.0003102044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.9915117,0.0012034666,0.0014817846,0.0002633674,0.005306862,0.00023281889],"domain_scores_gemma":[0.99671334,0.001200706,0.00029089392,0.00044726412,0.0009809083,0.00036688684],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007250253,0.00015213167,0.0006222978,0.00017702108,0.0001401209,0.00002731097,0.0014691461,0.00034614225,0.0015529274],"category_scores_gemma":[0.042044345,0.00010095396,0.00016210662,0.0010134272,0.00086911704,0.00007039611,0.00012473456,0.000496608,0.000006231093],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022450806,0.006521468,0.023325946,0.08121481,0.000065265376,3.4813124e-7,0.011637011,3.4628587e-7,0.0000053749873,0.85984784,0.012494321,0.0048648226],"study_design_scores_gemma":[0.001081381,0.00016629804,0.06374255,0.79998696,0.00025177345,0.000009042465,0.039201505,0.00030827484,0.00033402734,0.092279434,0.0021637906,0.00047495702],"about_ca_topic_score_codex":0.0016889847,"about_ca_topic_score_gemma":0.00016877167,"teacher_disagreement_score":0.7675684,"about_ca_system_score_codex":0.00039572397,"about_ca_system_score_gemma":0.023777582,"threshold_uncertainty_score":0.9993598},"labels":[],"label_agreement":null},{"id":"W7115178490","doi":"10.2196/75776","title":"Development of Therapeutic Competencies in Health Care Students: Qualitative Focus Group Study Using 360-Degree Video and Virtual Reality Technology","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Health care; Competence (human resources); Virtual reality; Qualitative research; Value (mathematics); Focus (optics)","score_opus":0.0558953850502074,"score_gpt":0.4453352338162867,"score_spread":0.3894398487660793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115178490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8692843,0.0008291134,0.12316619,0.005500603,0.00012213267,0.0009791645,0.000001639379,0.00004546886,0.00007143776],"genre_scores_gemma":[0.9905922,0.000020116944,0.008719909,0.00044743076,0.000009596165,0.00019199945,0.000005341784,0.0000035801713,0.0000098393275],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9980497,0.00030405412,0.00059955736,0.0003346654,0.0005175107,0.00019453284],"domain_scores_gemma":[0.9990689,0.00014179635,0.0001806704,0.0003558537,0.00013702473,0.000115753726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012396652,0.00011488651,0.00026299988,0.00035684343,0.00013868016,0.00003896531,0.0005665701,0.00009052514,0.000003871157],"category_scores_gemma":[0.00024184657,0.00010245922,0.00001621029,0.0010606649,0.00014508479,0.00015962381,0.00027507302,0.00018716778,9.064008e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012696384,0.0018185555,0.003265158,0.00008661586,0.000030035902,2.9038225e-7,0.17295144,0.0000012500066,0.00009676983,0.096454576,0.000046737456,0.7252359],"study_design_scores_gemma":[0.0019298765,0.0007784784,0.43984434,0.0008223457,0.000014261348,0.0000051046773,0.5354201,0.0013345887,0.00015870905,0.015528049,0.003814848,0.00034931515],"about_ca_topic_score_codex":0.00084265176,"about_ca_topic_score_gemma":0.0017008976,"teacher_disagreement_score":0.72488654,"about_ca_system_score_codex":0.0003643186,"about_ca_system_score_gemma":0.002588619,"threshold_uncertainty_score":0.4592099},"labels":[],"label_agreement":null},{"id":"W7115889060","doi":"10.2196/85614","title":"Evaluation of Few-Shot AI-Generated Feedback on Case Reports in Physical Therapy Education: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reflection (computer programming); Visual feedback; Physical activity; Action (physics); Simulated patient","score_opus":0.06719029324216029,"score_gpt":0.5429899308784939,"score_spread":0.4757996376363336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115889060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853925,0.00045128117,0.000037475504,0.0068730097,0.002183539,0.0018801155,7.544649e-7,0.000032386295,0.0031489166],"genre_scores_gemma":[0.99489653,0.000029701672,0.00042381583,0.0026266582,0.00047595517,0.0010202769,0.00008782289,0.000015096454,0.0004241579],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99610823,0.0011872371,0.0007956666,0.00048117538,0.0012488768,0.00017881594],"domain_scores_gemma":[0.9946938,0.0030886405,0.00022717497,0.0006175218,0.0010891795,0.00028365265],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0052514747,0.00017961071,0.00047977068,0.0002806793,0.00004982831,0.000016206795,0.000068317895,0.00019580258,0.0004580533],"category_scores_gemma":[0.07677448,0.0001426849,0.00010448602,0.00094520394,0.00009458056,0.000045675202,0.00002502641,0.0004291028,0.000009671916],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018882238,0.02959865,0.015988115,0.00003077183,0.00008633181,0.00008682895,0.0017377284,0.000013515764,0.00022495395,0.00021819868,0.016505407,0.9353207],"study_design_scores_gemma":[0.008591242,0.0021786282,0.9542134,0.0048739347,0.0008182074,0.00085899944,0.0098506715,0.0060460707,0.0041466528,0.00575797,0.0022612237,0.00040303648],"about_ca_topic_score_codex":0.00040449118,"about_ca_topic_score_gemma":0.000049010498,"teacher_disagreement_score":0.93822527,"about_ca_system_score_codex":0.00028165933,"about_ca_system_score_gemma":0.010763862,"threshold_uncertainty_score":0.9948442},"labels":[],"label_agreement":null},{"id":"W7116677681","doi":"10.2196/84535","title":"Evaluation of a Problem-Based Learning Program’s Effect on Artificial Intelligence Ethics Among Japanese Medical Students: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Qualitative research; Medical ethics; Grounded theory; Research ethics; Qualitative property; Multimethodology","score_opus":0.1638562798286988,"score_gpt":0.6078757837469031,"score_spread":0.44401950391820433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116677681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97890055,0.00014743807,0.001989948,0.009958984,0.0019708762,0.0061682095,3.3926455e-7,0.00014048774,0.00072317617],"genre_scores_gemma":[0.9927565,0.00001449941,0.0012548399,0.001088364,0.0004016791,0.0042832918,0.00006936931,0.000025323317,0.00010617062],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.986482,0.004914678,0.0013793469,0.00062633853,0.006218978,0.0003786167],"domain_scores_gemma":[0.9938726,0.0026478006,0.0003510405,0.0004991476,0.0021078195,0.0005216156],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034715027,0.00026800865,0.000534425,0.0005385419,0.00024348192,0.000058443453,0.00043977093,0.0007005633,0.0008270699],"category_scores_gemma":[0.05497693,0.00022326778,0.0001412391,0.0013156631,0.00034974547,0.00009155116,0.00007524595,0.001957686,0.000036822137],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003291051,0.0104219755,0.0407857,0.00051918015,0.00009161865,0.0000021165229,0.008922837,0.00005888081,0.000037049107,0.00022842902,0.00028090662,0.9383222],"study_design_scores_gemma":[0.002449101,0.04109515,0.44854516,0.023757514,0.0048549003,0.000033495664,0.18567245,0.22642227,0.04560766,0.016005939,0.0038054294,0.0017509207],"about_ca_topic_score_codex":0.00093625387,"about_ca_topic_score_gemma":0.00039072733,"teacher_disagreement_score":0.9365713,"about_ca_system_score_codex":0.00053437933,"about_ca_system_score_gemma":0.01214913,"threshold_uncertainty_score":0.993964},"labels":[],"label_agreement":null},{"id":"W7116684109","doi":"10.2196/89670","title":"Correction: Comparing the Perceived Realism and Adequacy of Venipuncture Training on an in-House Developed 3D-Printed Arm With a Commercially Available Arm: Randomized, Single-Blind, Cross-Over Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Venipuncture; Training (meteorology); Phlebotomy; Realism","score_opus":0.05540418347252866,"score_gpt":0.39898739374954434,"score_spread":0.34358321027701566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116684109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987185,0.0001728123,0.00005776408,0.004782701,0.00036245448,0.0031512051,6.9978324e-7,0.00006485245,0.004222492],"genre_scores_gemma":[0.9965091,0.00006076902,0.00021190979,0.0011355206,0.0001417099,0.0006878133,0.000028828319,0.000023379085,0.0012010151],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99772525,0.00041518547,0.00048535792,0.0003869478,0.0007314353,0.00025581647],"domain_scores_gemma":[0.99803853,0.0009993389,0.00015056769,0.00034676265,0.00029132533,0.00017345966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011445445,0.00027671843,0.00088709727,0.0002526269,0.00019845784,0.00004910581,0.00015150876,0.00015879337,0.00020265243],"category_scores_gemma":[0.0025680684,0.00013139244,0.00005731295,0.0005104762,0.00051407696,0.00009351917,0.00006893161,0.0007836905,0.0000038713415],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.30886242,0.024450319,0.41710287,0.00052022346,0.0016222408,0.00007919049,0.15725163,0.000038987902,0.00023234286,0.00044933025,0.015607787,0.073782675],"study_design_scores_gemma":[0.16247277,0.0017055051,0.80853677,0.0018447542,0.00040360153,0.000044666765,0.021210663,0.0015075239,0.000057211862,0.00006445395,0.0019370227,0.0002150415],"about_ca_topic_score_codex":0.0008123672,"about_ca_topic_score_gemma":0.0017669945,"teacher_disagreement_score":0.39143392,"about_ca_system_score_codex":0.00025713845,"about_ca_system_score_gemma":0.0016721919,"threshold_uncertainty_score":0.5358028},"labels":[],"label_agreement":null},{"id":"W7116705410","doi":"10.2196/84181","title":"Ultrasound-Guided Regional Anesthesia in a Resource-Limited Hospital: Prospective Pilot Study of a Hybrid Training Program","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anesthesia and Pain Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Regional anesthesia; Training (meteorology); Curriculum; Anesthesiology; MEDLINE","score_opus":0.026261193005447367,"score_gpt":0.34196468962103127,"score_spread":0.3157034966155839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116705410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97716826,0.000085240135,0.00002367084,0.016928935,0.000033421147,0.0039982176,5.1980575e-8,0.00009647276,0.0016657268],"genre_scores_gemma":[0.9925979,0.000009249136,0.0002605927,0.004228379,0.000103516424,0.0018632383,0.00003966402,0.000016572003,0.0008809154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981342,0.00016924001,0.00047724243,0.0003526577,0.0006411187,0.00022557456],"domain_scores_gemma":[0.99911386,0.00017531731,0.00012703781,0.00030035438,0.00013001625,0.00015344346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006285788,0.00015532346,0.00034135662,0.00033790656,0.000046298814,0.000013953101,0.00015147125,0.000049803355,0.00007869849],"category_scores_gemma":[0.0005849106,0.00013591877,0.000048147427,0.0007363484,0.00012815773,0.000045372424,0.000012699571,0.00027240143,0.00000437554],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00097285694,0.06858421,0.75713325,0.0005107881,0.00019990926,0.0002650053,0.025148004,0.0000041971125,0.000042018364,0.0027495616,0.10497823,0.03941197],"study_design_scores_gemma":[0.002901774,0.0053000255,0.95004725,0.00088416337,0.00008846832,0.00027718264,0.01921511,0.0001319771,0.000013945766,0.00058520545,0.020410202,0.00014471923],"about_ca_topic_score_codex":0.0001215304,"about_ca_topic_score_gemma":0.000016076083,"teacher_disagreement_score":0.19291398,"about_ca_system_score_codex":0.00015445973,"about_ca_system_score_gemma":0.0010472195,"threshold_uncertainty_score":0.5542607},"labels":[],"label_agreement":null},{"id":"W7116977344","doi":"10.2196/76599","title":"Medical Students' Reflections on Transitioning to Their First General Practice Placement: Qualitative Descriptive Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"General practice; Descriptive research; Qualitative research; Medical practice; Natural rubber","score_opus":0.04056676081252851,"score_gpt":0.5120922167304409,"score_spread":0.4715254559179124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116977344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73948365,0.000059740643,0.008204034,0.22941615,0.0032958495,0.0032966465,0.0000044100057,0.00017912021,0.016060399],"genre_scores_gemma":[0.90041775,0.000030426474,0.0034051568,0.08819613,0.0011500386,0.003357369,0.0001954987,0.000037278907,0.0032103718],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9940202,0.00060693786,0.00088855234,0.00066560257,0.003422236,0.00039645957],"domain_scores_gemma":[0.9972651,0.0006048902,0.00012404691,0.0005411397,0.0010029054,0.00046191702],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004015216,0.000289776,0.00039753737,0.00077438063,0.0005320252,0.00009859516,0.00050137413,0.0003272223,0.0016570356],"category_scores_gemma":[0.019390661,0.00025116254,0.00008853411,0.0022871592,0.00018350524,0.00022167082,0.000102134036,0.0011713414,0.00016410572],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017414726,0.046095703,0.0021267012,0.00026510336,0.0008074641,0.000032001557,0.4401466,0.000020513055,0.00009831594,0.021501567,0.40859088,0.07857366],"study_design_scores_gemma":[0.005101562,0.0028445062,0.025107346,0.0028076107,0.0003464614,0.000085669606,0.6924553,0.00044695218,0.00016435875,0.00053371635,0.2696277,0.00047884817],"about_ca_topic_score_codex":0.00021283665,"about_ca_topic_score_gemma":0.00013255021,"teacher_disagreement_score":0.25230867,"about_ca_system_score_codex":0.0012934699,"about_ca_system_score_gemma":0.004825517,"threshold_uncertainty_score":0.99999404},"labels":[],"label_agreement":null},{"id":"W7117146573","doi":"10.2196/83711","title":"Enhancing Engagement With Endocrine Guidelines and Fostering Medical Student Interest Through Concise Medical Information Cines: Qualitative Co-Design Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Guideline; Qualitative research; Student engagement; MEDLINE; Qualitative analysis","score_opus":0.37387071290161683,"score_gpt":0.6176990756747763,"score_spread":0.2438283627731595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117146573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93096507,0.00057053147,0.034905452,0.019604534,0.0028283035,0.007476004,0.000007751978,0.00014819285,0.00349419],"genre_scores_gemma":[0.95245314,0.0005565901,0.0015418488,0.04002494,0.00046282157,0.0042732237,0.00032880777,0.000019603825,0.00033902505],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9928738,0.002101625,0.0019210357,0.00035956624,0.0022319367,0.00051203533],"domain_scores_gemma":[0.99634045,0.0016893762,0.0003959234,0.00029110626,0.0004947571,0.0007884067],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062019234,0.00026664912,0.00043063203,0.00019486253,0.00064011005,0.000025121544,0.000330988,0.0002254652,0.002257351],"category_scores_gemma":[0.0031925794,0.00019246755,0.000028949087,0.00030068646,0.00014668127,0.00038454565,0.00039250325,0.0009967835,0.00008059611],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001216153,0.005035027,0.050756525,0.0073553254,0.0002814205,0.00003178224,0.6198612,0.0000013210827,0.000012713716,0.006543681,0.100313574,0.2085913],"study_design_scores_gemma":[0.009862147,0.0024572257,0.006641573,0.018829053,0.00008879646,0.00001331269,0.90564436,0.0007368578,0.00010022714,0.00068776007,0.0544764,0.0004622656],"about_ca_topic_score_codex":0.00060409366,"about_ca_topic_score_gemma":0.00072784134,"teacher_disagreement_score":0.2857832,"about_ca_system_score_codex":0.0003967501,"about_ca_system_score_gemma":0.0058487365,"threshold_uncertainty_score":0.99978715},"labels":[],"label_agreement":null},{"id":"W7117453724","doi":"10.2196/87102","title":"Using AI to Train Future Clinicians in Depression Assessment: Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Depression (economics); Chatbot; Value (mathematics); MEDLINE","score_opus":0.07016576343229439,"score_gpt":0.595582734417677,"score_spread":0.5254169709853825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117453724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9629314,0.00007999613,0.00073641934,0.014426058,0.006584133,0.0019724797,0.000006714221,0.000044333843,0.0132184625],"genre_scores_gemma":[0.9915348,3.4751727e-7,0.0002796111,0.006011105,0.00027101152,0.0006513635,0.000019767942,0.00001006462,0.0012218723],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980255,0.00037039095,0.0006205195,0.00041845572,0.0003163451,0.00024880748],"domain_scores_gemma":[0.99917084,0.000081955186,0.00007471937,0.00037094436,0.000055485787,0.0002460387],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00088548404,0.000110144014,0.00018651737,0.0002447498,0.00007129053,0.000027423876,0.00022540327,0.00017184688,0.0009990807],"category_scores_gemma":[0.00023616239,0.00010557204,0.000059197817,0.0006042192,0.000033185865,0.00011109709,0.00006552431,0.0004264623,0.00006168156],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119807584,0.023255099,0.4552077,0.00008457328,0.00001860418,0.000006093064,0.0034895388,0.0000012677405,0.000005227326,0.0033588836,0.0165665,0.4978867],"study_design_scores_gemma":[0.0009064775,0.00026191265,0.98063713,0.00044499728,0.000010430497,0.00000290207,0.010674238,0.00007675393,0.000002897296,0.001671651,0.0052215722,0.00008905983],"about_ca_topic_score_codex":0.00035195088,"about_ca_topic_score_gemma":0.000912289,"teacher_disagreement_score":0.52542937,"about_ca_system_score_codex":0.00045194157,"about_ca_system_score_gemma":0.0009899377,"threshold_uncertainty_score":0.99991417},"labels":[],"label_agreement":null},{"id":"W7117469706","doi":"10.2196/85967","title":"Use of 3D-Printed Models and Augmented Reality in Medical Student Education of Congenital Heart Disease: Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"School of Medicine, Case Western Reserve University; Case Western Reserve University","keywords":"Randomized controlled trial; Augmented reality; MEDLINE; Heart disease","score_opus":0.011766109155260794,"score_gpt":0.347486197617465,"score_spread":0.33572008846220425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117469706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852782,0.0022282463,0.0023609782,0.0048748,0.0011913406,0.003125921,0.0000033625845,0.00008191818,0.00085525657],"genre_scores_gemma":[0.9972596,0.00071831996,0.00012202783,0.00038768433,0.000056142693,0.0012923123,0.00003358258,0.000007587534,0.0001227058],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9978959,0.00025629575,0.00092603854,0.00017970758,0.0005939495,0.00014809496],"domain_scores_gemma":[0.99867725,0.0006367445,0.00009614021,0.00020194527,0.000113574504,0.00027432747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001058361,0.00012721971,0.0008657274,0.00027253048,0.0000147206065,0.0000060512034,0.00014263042,0.00029189492,0.0001773147],"category_scores_gemma":[0.0050960947,0.00010414002,0.00009528401,0.00026877507,0.00037935577,0.00008661849,0.000048990594,0.00030926117,6.2093034e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.603789,0.010475976,0.0015930433,0.0011995817,0.0008365221,0.000006170181,0.0015843959,0.0001038992,0.000093961266,0.12253337,0.010710969,0.24707316],"study_design_scores_gemma":[0.8634953,0.00008025784,0.0036564197,0.0011979551,0.00023741086,0.0000034555917,0.00057565165,0.11981292,0.000071304974,0.008190053,0.0024735264,0.00020575276],"about_ca_topic_score_codex":0.00012624633,"about_ca_topic_score_gemma":0.000021767351,"teacher_disagreement_score":0.25970635,"about_ca_system_score_codex":0.00007595362,"about_ca_system_score_gemma":0.0019298383,"threshold_uncertainty_score":0.610087},"labels":[],"label_agreement":null},{"id":"W7117658281","doi":"10.2196/84406","title":"Impact of Community-Oriented Medical Education on Medical Students’ Perceptions of Community Health Care: Qualitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mentorship; Qualitative research; Perception; Focus group; Community health; Identity (music); Health care; Foundation (evidence)","score_opus":0.048977848479021806,"score_gpt":0.6195773659817314,"score_spread":0.5705995175027097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117658281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971019,0.0003314871,0.00007900025,0.018746475,0.0021043536,0.0033524097,0.000040776416,0.00010067236,0.004225775],"genre_scores_gemma":[0.984891,0.00015196305,0.0000666631,0.012229045,0.00024554427,0.001122885,0.0007266829,0.000029868082,0.0005363776],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96857136,0.023795936,0.002392532,0.0002655587,0.004296968,0.0006776658],"domain_scores_gemma":[0.9902867,0.004284567,0.0009415213,0.0013883697,0.0015392501,0.0015595667],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011645391,0.00034645593,0.0010131799,0.000549396,0.001780441,0.000009199653,0.0017510264,0.0007773906,0.0047653452],"category_scores_gemma":[0.016598692,0.00029301862,0.00019709805,0.0014964227,0.00065189984,0.000119902914,0.00059763785,0.0053507388,0.00006794871],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027037656,0.028337412,0.19352576,0.001319787,0.00012745267,2.870538e-7,0.6033816,4.683404e-7,7.8286695e-7,0.0032100787,0.1387827,0.031043356],"study_design_scores_gemma":[0.001442355,0.001466239,0.40393725,0.0034820477,0.000027166701,0.0000010067324,0.58772033,0.000006842119,3.450869e-7,0.00029547678,0.0015192351,0.0001016971],"about_ca_topic_score_codex":0.06950214,"about_ca_topic_score_gemma":0.013427155,"teacher_disagreement_score":0.2104115,"about_ca_system_score_codex":0.0024387247,"about_ca_system_score_gemma":0.054940578,"threshold_uncertainty_score":0.9999522},"labels":[],"label_agreement":null},{"id":"W7117678901","doi":"10.2196/81517","title":"AI in Psychiatric Education and Training From 2016 to 2024: Scoping Review of Trends","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Curriculum; Professional development; Occupational training; MEDLINE; Perspective (graphical)","score_opus":0.07216001714806171,"score_gpt":0.5190811472663062,"score_spread":0.44692113011824447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117678901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5352209,0.09126231,0.00032715432,0.35312122,0.00685163,0.0020503155,0.000002821378,0.00003924977,0.011124367],"genre_scores_gemma":[0.86176765,0.01997965,0.0024760885,0.10832626,0.0017655345,0.0011277488,0.00026011732,0.000023000495,0.004273932],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99863446,0.00006486649,0.00064708036,0.00025384626,0.00025201088,0.0001477284],"domain_scores_gemma":[0.99915844,0.00012211835,0.00009512495,0.00020495271,0.00017804776,0.00024130801],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043309727,0.00009116414,0.0002774523,0.00050601567,0.000035812805,0.000007911115,0.00007213523,0.00012684685,0.0010228691],"category_scores_gemma":[0.0011639281,0.00008460922,0.000036497884,0.0010834559,0.000038313698,0.00007757155,0.000015992671,0.00021843016,0.00001565048],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002207654,0.00043510273,0.008323522,0.0036859673,0.0000044935305,1.1972543e-7,0.0020232175,5.3016958e-8,0.000027863694,0.00024365945,0.06683035,0.91840357],"study_design_scores_gemma":[0.00034106997,0.00042771356,0.25560758,0.67581755,0.00020873122,0.00001888786,0.013059213,0.00020340527,0.0005986436,0.0074780206,0.045798972,0.00044018726],"about_ca_topic_score_codex":0.0012703477,"about_ca_topic_score_gemma":0.00024053357,"teacher_disagreement_score":0.9179634,"about_ca_system_score_codex":0.00011458966,"about_ca_system_score_gemma":0.009046092,"threshold_uncertainty_score":0.9998903},"labels":[],"label_agreement":null},{"id":"W7117680796","doi":"10.2196/72777","title":"Training the Digital Clinician by Evaluating Health Education and Curriculum Integration New Zealand Psychology and Psychiatry Programs: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enthusiasm; Curriculum; Training (meteorology); Digital health; Key (lock); Mental health; Health education","score_opus":0.06825493710436428,"score_gpt":0.5887518503034855,"score_spread":0.5204969131991213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117680796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8569537,0.005607224,0.0017267663,0.11232655,0.013795591,0.003458422,0.000007804176,0.000119444274,0.0060045216],"genre_scores_gemma":[0.98111516,0.000024032124,0.0036664235,0.0076409127,0.00044355428,0.0015089269,0.00021095421,0.00002364041,0.0053663906],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970828,0.0008837036,0.0008792398,0.0005483117,0.000279514,0.00032639856],"domain_scores_gemma":[0.9986617,0.00021903768,0.00033530054,0.00032341288,0.00007970622,0.00038081734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021181998,0.00019212779,0.00027112593,0.00016674509,0.00024000318,0.00017288318,0.00020729142,0.00016565106,0.00008135529],"category_scores_gemma":[0.0006584223,0.00014914712,0.00005404316,0.00046043983,0.00016615647,0.00019835615,0.000059048063,0.00046907013,0.000013007876],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027340855,0.00424634,0.01573497,0.00003451223,0.000034664612,4.9804328e-8,0.0069493745,5.2407763e-9,5.6678704e-7,0.002456634,0.09839489,0.8721206],"study_design_scores_gemma":[0.0041963602,0.008292021,0.46168107,0.0025995423,0.00016155517,0.00014608748,0.30386996,0.0002510253,0.0000016626383,0.06366781,0.15453282,0.0006000566],"about_ca_topic_score_codex":0.0006239882,"about_ca_topic_score_gemma":0.00037410014,"teacher_disagreement_score":0.8715206,"about_ca_system_score_codex":0.000090467656,"about_ca_system_score_gemma":0.0022538032,"threshold_uncertainty_score":0.6082043},"labels":[],"label_agreement":null},{"id":"W7117700838","doi":"10.2196/80199","title":"Effect of an Online Continuing Professional Development Course on Physicians’ Intention to Approach a Colleague in Difficulty: Mixed Methods Convergent Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Fédération des Maisons D'Hébergement pour Femmes; Université Laval","funders":"","keywords":"Course (navigation); Online course; Health care; Continuing professional development; Health professionals; Professional development; Online learning; Key (lock)","score_opus":0.016344534053320203,"score_gpt":0.45178515108493716,"score_spread":0.43544061703161696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117700838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98812467,0.000023972132,0.0014485945,0.0032287957,0.003387296,0.0035576986,0.0000015067791,0.00004272699,0.00018472993],"genre_scores_gemma":[0.9809249,0.000001727387,0.012872011,0.0020696453,0.0001755546,0.0020490924,0.0005162683,0.000018769219,0.0013720171],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99666756,0.00080518686,0.0008909189,0.00046699194,0.00092463876,0.00024467628],"domain_scores_gemma":[0.99865174,0.00021352926,0.00020219611,0.0003612952,0.00042325445,0.00014795327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003040887,0.0002136646,0.0005267128,0.0005691534,0.00006811746,0.000009840976,0.00019994326,0.00020631228,0.00009441631],"category_scores_gemma":[0.0039053764,0.00017032857,0.00005535703,0.0015504105,0.000088169094,0.00006668591,0.00006183736,0.0005609617,0.000007167311],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007134613,0.0336643,0.015332455,0.00050615886,0.000073211115,0.0000017502471,0.008374327,0.000005287499,0.00086503907,0.00019745382,0.0072518266,0.93301475],"study_design_scores_gemma":[0.0055436,0.0022488893,0.9401318,0.0046148566,0.00015159545,0.000005810304,0.032724507,0.0046646497,0.0050512287,0.000023374212,0.004580695,0.00025900995],"about_ca_topic_score_codex":0.000038020684,"about_ca_topic_score_gemma":0.00002791238,"teacher_disagreement_score":0.9327557,"about_ca_system_score_codex":0.00047105725,"about_ca_system_score_gemma":0.0018264132,"threshold_uncertainty_score":0.6945797},"labels":[],"label_agreement":null},{"id":"W7117757539","doi":"10.2196/80791","title":"Dopamine, Distraction, and Disruption: Perspectives on How Technology and Generation Z Are Reshaping Medical Education","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Educational Leadership and Innovation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Distraction","score_opus":0.02379863895757998,"score_gpt":0.3885463222494125,"score_spread":0.3647476832918325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117757539","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4511104,0.0013829235,0.00025199514,0.5379358,0.0013802373,0.0003514573,0.0000010840747,0.000076421944,0.007509688],"genre_scores_gemma":[0.98902416,0.00058685057,0.00018736943,0.0042442153,0.0017042599,0.0002915532,0.000057756362,0.0000077082095,0.003896112],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9983698,0.00015627334,0.00022534978,0.0003886346,0.0006797301,0.00018022701],"domain_scores_gemma":[0.9989423,0.00012002708,0.00014344629,0.00014637019,0.0004353299,0.00021249498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007239481,0.00012004509,0.00012603072,0.0005215349,0.0006119743,0.00013886762,0.00013475923,0.0003790135,0.00044034858],"category_scores_gemma":[0.0058627147,0.00011955995,0.000020004765,0.0009947937,0.0006318818,0.00037478266,0.00002253041,0.00036562636,0.000008238719],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012055846,0.0006513117,0.013799867,0.000049561324,0.000012365787,3.036156e-7,0.0064155837,7.8992834e-8,0.00006117043,0.80567294,0.03873058,0.1345942],"study_design_scores_gemma":[0.00059800607,0.000107244465,0.18197002,0.0010745587,0.00003945101,0.000023176515,0.40750286,0.00031439037,0.000101791986,0.01803147,0.3898007,0.00043633807],"about_ca_topic_score_codex":0.000085136104,"about_ca_topic_score_gemma":0.0003798232,"teacher_disagreement_score":0.78764147,"about_ca_system_score_codex":0.00027803655,"about_ca_system_score_gemma":0.0045099105,"threshold_uncertainty_score":0.80003875},"labels":[],"label_agreement":null},{"id":"W7127585948","doi":"10.2196/86387","title":"Blended Learning Compared With Face-to-Face Learning Among Family Medicine Residents: Randomized Controlled Trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Blended learning; Randomized controlled trial; Experiential learning; MEDLINE; Active learning (machine learning)","score_opus":0.011136345551560822,"score_gpt":0.3581774785541439,"score_spread":0.34704113300258305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127585948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89728206,0.00029249667,0.013694468,0.052491557,0.0028481113,0.012326299,1.8536687e-7,0.00035718476,0.020707633],"genre_scores_gemma":[0.96317184,0.000088209774,0.0011157579,0.007397763,0.0010755443,0.006221228,0.00020279903,0.000048009955,0.020678867],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99369425,0.0010926421,0.0018124114,0.00077610806,0.002103269,0.00052130193],"domain_scores_gemma":[0.9960802,0.0012143627,0.0006340935,0.00060221535,0.0010250885,0.00044403435],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0054791165,0.000417832,0.002136915,0.0010258416,0.00035924945,0.00005819941,0.00037823015,0.00041175,0.001461098],"category_scores_gemma":[0.05265523,0.00029539037,0.00021426594,0.0018968955,0.0007479876,0.00016554765,0.00009815106,0.0019308332,0.000107252185],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8945156,0.0018963267,0.0046395864,0.0003708125,0.00069811434,0.000010036973,0.0075776875,0.0003316344,0.000281106,0.0021960058,0.05080919,0.036673933],"study_design_scores_gemma":[0.9440331,0.0007047,0.015373825,0.0042050495,0.00058101275,0.00001554907,0.0155239245,0.008083278,0.00005306335,0.00026904081,0.010832703,0.00032478367],"about_ca_topic_score_codex":0.00035020304,"about_ca_topic_score_gemma":0.000015518875,"teacher_disagreement_score":0.06588975,"about_ca_system_score_codex":0.0005161699,"about_ca_system_score_gemma":0.0051547815,"threshold_uncertainty_score":0.9999498},"labels":[],"label_agreement":null},{"id":"W7132835832","doi":"10.2196/71679","title":"Sex Specific Differences in Advanced Airway Trauma: Open-Source Physiology Engines Can Fill the Gap and Reduce Cost Barriers (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Airway; Respiratory physiology; MEDLINE; Current (fluid); Human physiology","score_opus":0.03511330781586015,"score_gpt":0.3702731169618587,"score_spread":0.3351598091459986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132835832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.941592,0.0012542533,0.000022611504,0.05302458,0.0007591272,0.0012793778,0.0000022873103,0.000027644784,0.0020381303],"genre_scores_gemma":[0.9920132,0.00039363338,0.00007204017,0.0042609465,0.00024029375,0.0006262842,0.000032829314,0.000008999663,0.0023517325],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99871624,0.00016729347,0.00027621954,0.00041009925,0.00020593802,0.00022422141],"domain_scores_gemma":[0.9989823,0.00028301394,0.00004826033,0.00036085327,0.00006245114,0.00026309502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037224017,0.00012522846,0.00026771254,0.00009036066,0.0001110332,0.00001992204,0.00024377341,0.00014589328,0.00048793518],"category_scores_gemma":[0.000712686,0.00008526206,0.00002523251,0.00028729034,0.00018915698,0.000039478517,0.000081632264,0.00040543918,0.000004202014],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017140115,0.00023981105,0.031533524,0.00020401338,0.000022782031,0.0000017315207,0.011320692,0.000002600506,0.00037377173,0.000781268,0.010028201,0.9453202],"study_design_scores_gemma":[0.0016794166,0.00014134677,0.8328152,0.00055364874,0.000014205198,0.000022365684,0.03735108,0.0004174351,0.0007928761,0.0015234031,0.1245288,0.00016025071],"about_ca_topic_score_codex":0.000310127,"about_ca_topic_score_gemma":0.00015901882,"teacher_disagreement_score":0.94516,"about_ca_system_score_codex":0.0000983304,"about_ca_system_score_gemma":0.0011404223,"threshold_uncertainty_score":0.5342548},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7140311141","doi":"10.2196/78729","title":"The Complexity of Assessment Fatigue in Medical Education: A Critical Systems Thinking Perspective for Educators and Institutions (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Systems thinking; Critical systems thinking; Critical thinking; Systems theory; Belief system","score_opus":0.04605602529443673,"score_gpt":0.481708687079822,"score_spread":0.43565266178538525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7140311141","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3104968,0.0032426866,0.019687917,0.62157285,0.0114839375,0.005482779,0.0000074241534,0.000108416294,0.027917191],"genre_scores_gemma":[0.98645127,0.00011839607,0.0043571587,0.005307721,0.0005656467,0.0027914997,0.00007569782,0.000013935199,0.0003186634],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.997037,0.00018781557,0.0009234258,0.00043440727,0.0011213884,0.00029594835],"domain_scores_gemma":[0.9969803,0.0007156608,0.00017332051,0.0005002538,0.0013703634,0.0002601111],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023210242,0.00017830648,0.00037140143,0.0004205552,0.00040895474,0.000059570255,0.00032277327,0.00033049186,0.00017060763],"category_scores_gemma":[0.02558257,0.0001401183,0.00007329118,0.0010314409,0.001879457,0.00013112355,0.000097811826,0.00077858154,0.000002093227],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044968147,0.0024819502,0.009285915,0.00061759196,0.000039136605,4.961108e-7,0.0021173242,9.329813e-7,0.000005792426,0.9231089,0.02139516,0.040901877],"study_design_scores_gemma":[0.00441709,0.00048288287,0.36738354,0.015490139,0.00032440264,0.00031154839,0.21454257,0.017009951,0.00007839526,0.23554748,0.14372705,0.0006849569],"about_ca_topic_score_codex":0.000531088,"about_ca_topic_score_gemma":0.00010739032,"teacher_disagreement_score":0.6875614,"about_ca_system_score_codex":0.0009630712,"about_ca_system_score_gemma":0.037363805,"threshold_uncertainty_score":0.98262537},"labels":[],"label_agreement":null},{"id":"W7151858531","doi":"10.2196/79418","title":"E-learning, Distance Education, and VR/AR in Orthopedic Training: European Cross-sectional Survey of Trainee Acceptance Guided by TAM and UTAUT Framework (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Orthopedic surgery; MEDLINE; Unified theory of acceptance and use of technology; Data collection","score_opus":0.025705392882508313,"score_gpt":0.3886101157662003,"score_spread":0.36290472288369197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7151858531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98293704,0.00082354987,0.0010632243,0.0009987238,0.00040749027,0.00038700845,0.0000045961747,0.000046772315,0.013331597],"genre_scores_gemma":[0.9961006,0.00013104203,0.00033226807,0.0011429052,0.00012868497,0.000060302027,0.00015598138,0.00001674496,0.0019314789],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99809474,0.0002770109,0.0006225212,0.00042276716,0.00039578928,0.0001871561],"domain_scores_gemma":[0.9985663,0.00055772957,0.00015857861,0.0001809309,0.00024795724,0.0002884872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014986647,0.00014694931,0.00028224575,0.00016303855,0.00008524836,0.000038980957,0.00009650006,0.00017945029,0.00083239825],"category_scores_gemma":[0.007956514,0.00013991978,0.000036846646,0.0005859315,0.00027869135,0.00009686218,0.0000383792,0.0005393928,0.0000038074916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008308429,0.00043474435,0.82997406,0.000099570505,0.000015016941,9.89507e-7,0.0019949093,0.000008857304,0.000011154849,0.001637138,0.0006505085,0.16508996],"study_design_scores_gemma":[0.0012290092,0.000051260267,0.9738261,0.00043307221,0.0000073023543,0.000012599884,0.00090223656,0.0007052682,0.000004417487,0.00037334714,0.022348879,0.000106470936],"about_ca_topic_score_codex":0.000077407276,"about_ca_topic_score_gemma":0.000026499463,"teacher_disagreement_score":0.1649835,"about_ca_system_score_codex":0.000057675188,"about_ca_system_score_gemma":0.0013580775,"threshold_uncertainty_score":0.9525265},"labels":[],"label_agreement":null},{"id":"W7155082894","doi":"10.2196/88652","title":"Benefits of Chain of Thought Prompting for Clinical Record Rubric Evaluation in Undergraduate Medicine Education: An Experimental Evaluation Study with Medical Faculty (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Chain (unit); Medical record; MEDLINE; Data collection; Identification (biology)","score_opus":0.10370711201607251,"score_gpt":0.5304194780632709,"score_spread":0.4267123660471984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7155082894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804487,0.0007587596,0.00022543599,0.010734672,0.0011148904,0.0056574675,0.0000027184865,0.00002956106,0.0010277809],"genre_scores_gemma":[0.9939499,0.00008046427,0.0013047233,0.0007491395,0.0005921578,0.0026543094,0.0005014073,0.000020735046,0.00014717334],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9938013,0.00079633814,0.0018447422,0.0006934987,0.0026284093,0.00023572368],"domain_scores_gemma":[0.9920196,0.0047547887,0.00061326905,0.00056913384,0.0015827918,0.00046042207],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011197361,0.00021889698,0.0007720873,0.00033177392,0.000057056346,0.00000808179,0.00024096342,0.00032607382,0.0005340442],"category_scores_gemma":[0.13044997,0.00016629414,0.00010141492,0.0007844808,0.00029166177,0.00010544147,0.000056100835,0.00041349928,0.0000022559063],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088902423,0.01873043,0.28055033,0.00014468956,0.000079539124,4.803669e-7,0.0017504519,0.000022714597,0.000015092418,0.0010246447,0.0022150204,0.6945776],"study_design_scores_gemma":[0.014034088,0.0052222074,0.9355559,0.015984258,0.00054237974,0.000014487027,0.012105756,0.01465269,0.0002509539,0.0012213658,0.00021073998,0.00020519133],"about_ca_topic_score_codex":0.00037073233,"about_ca_topic_score_gemma":0.0002735643,"teacher_disagreement_score":0.6943724,"about_ca_system_score_codex":0.00029068967,"about_ca_system_score_gemma":0.012398066,"threshold_uncertainty_score":0.9932007},"labels":[],"label_agreement":null},{"id":"W7155162409","doi":"10.2196/87897","title":"Digital Simulation–Based Ultrasound Training in Physiotherapy Students: Blinded Randomized Controlled Trial Applying Item Response Theory (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Item response theory; Clinical trial; Randomization; Digital health","score_opus":0.022262187872858767,"score_gpt":0.44711713597870717,"score_spread":0.4248549481058484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7155162409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9691061,0.00020118515,0.004575216,0.0058622216,0.0018530746,0.017331926,0.0000024961146,0.000157332,0.0009104793],"genre_scores_gemma":[0.98155475,0.0000084199,0.00016153141,0.0053788293,0.000609721,0.010822561,0.00012672627,0.000035078017,0.0013023966],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99455255,0.0017058013,0.0015778077,0.0005535463,0.001268795,0.00034147588],"domain_scores_gemma":[0.9580545,0.039981063,0.00043334023,0.00059684576,0.00056484045,0.00036945692],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0060616876,0.00028568326,0.0012616292,0.0008357332,0.00014540419,0.00012656278,0.0002500773,0.00034004988,0.0010888461],"category_scores_gemma":[0.04224941,0.00024256083,0.00035404786,0.0008962209,0.00021173805,0.0001911799,0.000019056668,0.0005420935,0.00002303941],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95421857,0.002371531,0.011480755,0.0001296079,0.00016539461,0.0000017254009,0.0071525583,0.0019129398,0.000047342146,0.0007089842,0.00008859882,0.02172202],"study_design_scores_gemma":[0.9506337,0.00013969968,0.015737372,0.001137484,0.00009615577,0.0000015246043,0.007327189,0.021799304,0.000022992774,0.0025006996,0.00039696353,0.00020690264],"about_ca_topic_score_codex":0.00002185918,"about_ca_topic_score_gemma":0.000002957443,"teacher_disagreement_score":0.03827526,"about_ca_system_score_codex":0.0006669797,"about_ca_system_score_gemma":0.011918559,"threshold_uncertainty_score":0.9998243},"labels":[],"label_agreement":null},{"id":"W7161844753","doi":"10.2196/90192","title":"AI Integration in Undergraduate Medical Education: A Qualitative Study of Faculty Perspectives in the UAE (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Qualitative research; Qualitative analysis; Identification (biology); Focus group","score_opus":0.12020178554267098,"score_gpt":0.5651726653650891,"score_spread":0.4449708798224182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161844753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8129635,0.00026078752,0.00025049623,0.18255998,0.0005706161,0.0015907504,5.5890814e-7,0.000016699465,0.0017866323],"genre_scores_gemma":[0.9923431,0.00008903374,0.00008280183,0.005651544,0.00021894327,0.001192962,0.00006430158,0.000007556703,0.00034972213],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99676955,0.0007834918,0.00090157305,0.0003791232,0.0009687937,0.00019748582],"domain_scores_gemma":[0.9982637,0.0004929613,0.00015475342,0.00037780375,0.00054016063,0.00017061252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021682386,0.00014408569,0.00029578712,0.00046836532,0.000069867565,0.000020136868,0.00025981036,0.00022110707,0.00034860556],"category_scores_gemma":[0.0073242993,0.00010486896,0.00005607458,0.0013640298,0.00017867924,0.00014038537,0.00003203033,0.00079262594,0.000017794051],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016724654,0.015515683,0.03344451,0.00014958327,0.000019824452,0.000002253924,0.67408204,0.0000016071924,0.000010074107,0.024255581,0.010312347,0.24203925],"study_design_scores_gemma":[0.0002549858,0.00028562796,0.078396276,0.0011250478,0.00001915802,0.000008839322,0.9028485,0.00034529404,0.00007454427,0.015864044,0.00069496,0.00008275364],"about_ca_topic_score_codex":0.006120259,"about_ca_topic_score_gemma":0.0060317316,"teacher_disagreement_score":0.2419565,"about_ca_system_score_codex":0.00043595198,"about_ca_system_score_gemma":0.010992506,"threshold_uncertainty_score":0.99461424},"labels":[],"label_agreement":null},{"id":"W7162871045","doi":"10.2196/89942","title":"Can digital training improve lay health workers’ knowledge and skills in HIV index case testing? Findings from a cluster randomized trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Digital health; Cluster (spacecraft); Human immunodeficiency virus (HIV); Index (typography); Training (meteorology)","score_opus":0.01656926602546278,"score_gpt":0.3849080444488534,"score_spread":0.36833877842339063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162871045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711417,0.00030356395,0.00058047654,0.01869763,0.0003111139,0.00285202,0.000020482421,0.000040831987,0.00605217],"genre_scores_gemma":[0.98787254,0.0000148796025,0.00024178217,0.0008709079,0.0003059214,0.00085238187,0.00011313848,0.000012393524,0.009716055],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99813205,0.0002605028,0.00063993566,0.00036081206,0.00028670483,0.00031997083],"domain_scores_gemma":[0.9976778,0.0013570209,0.00009006595,0.00020412297,0.00011160926,0.00055936474],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013533471,0.0001381185,0.0005299437,0.00035027225,0.00008671001,0.000074135896,0.00008732759,0.00015623197,0.0003258238],"category_scores_gemma":[0.016725091,0.000112787246,0.00012130429,0.00042807823,0.00019489173,0.00010876506,0.00008538661,0.000583751,0.000015407755],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08010864,0.0031853772,0.02208747,0.00031960124,0.00014083023,0.00007924484,0.020679448,1.9004337e-7,0.000017982975,0.00018868271,0.054296464,0.81889606],"study_design_scores_gemma":[0.95513994,0.0011539566,0.011458723,0.006416145,0.000056559165,0.00019479255,0.010681,0.008915316,0.00001722116,0.0018263389,0.003884398,0.0002555905],"about_ca_topic_score_codex":0.0015621779,"about_ca_topic_score_gemma":0.00073518377,"teacher_disagreement_score":0.8750313,"about_ca_system_score_codex":0.00025740179,"about_ca_system_score_gemma":0.005040351,"threshold_uncertainty_score":0.9915575},"labels":[],"label_agreement":null},{"id":"W7162871139","doi":"10.2196/86893","title":"The Relationship Between Sense of Community and Collaborative Learning: A Quantitative Study in Medical Education (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sense of community; Qualitative research; Medical practice; Action (physics)","score_opus":0.058155778170236885,"score_gpt":0.542778299195887,"score_spread":0.4846225210256502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162871139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95242476,0.0002190444,0.0000773848,0.03704305,0.0012726526,0.0021112047,0.000002249319,0.000031640626,0.0068179886],"genre_scores_gemma":[0.9927343,0.000035101846,0.00009396992,0.0017780879,0.00011473479,0.0016049554,0.00006974555,0.000010701948,0.0035583861],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911925,0.006696282,0.0009876463,0.00020869232,0.0006994719,0.0002153672],"domain_scores_gemma":[0.988514,0.00939059,0.00043380682,0.0003535838,0.0010816744,0.0002263221],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.004913672,0.00014358826,0.00027345892,0.00030127462,0.0013530203,0.000019275483,0.0002457915,0.00034501418,0.00025947706],"category_scores_gemma":[0.040240407,0.000110567,0.000026240106,0.001440842,0.00027092235,0.00015009912,0.00015986897,0.0022486432,0.00002990038],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018261194,0.001402272,0.82393193,0.00012597781,0.000019929006,1.6596826e-7,0.06552452,4.2839287e-7,0.0000032645446,0.08735879,0.008564604,0.0128855435],"study_design_scores_gemma":[0.0005559549,0.000108072454,0.71032715,0.00078278745,0.0000120322875,3.7189128e-7,0.27514657,0.000060880542,0.0000021206624,0.008446077,0.0044942275,0.00006376094],"about_ca_topic_score_codex":0.0011296805,"about_ca_topic_score_gemma":0.0038560322,"teacher_disagreement_score":0.20962206,"about_ca_system_score_codex":0.00031007204,"about_ca_system_score_gemma":0.031389255,"threshold_uncertainty_score":0.9999471},"labels":[],"label_agreement":null},{"id":"W7163864773","doi":"10.2196/89741","title":"The New Gravity: How Generative AI Remapped Innovation and What Academia Must Do Next (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"University-Industry-Government Innovation Models","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generative grammar; Field (mathematics); Feature (linguistics); Key (lock); Task (project management)","score_opus":0.018404355371051756,"score_gpt":0.289675719045424,"score_spread":0.2712713636743722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7163864773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53145254,0.00014792691,0.005585809,0.4557919,0.0013117688,0.0006872049,3.2699745e-7,0.00008337649,0.0049391924],"genre_scores_gemma":[0.9336552,0.00011318012,0.00014713487,0.053653743,0.0016336569,0.000056206172,0.00006699279,0.000013231806,0.01066063],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986504,0.00002503117,0.00025816043,0.00031155997,0.00057166565,0.00018319007],"domain_scores_gemma":[0.9990396,0.00006665545,0.00024298007,0.00024287842,0.00037900952,0.00002887442],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00062658126,0.00014178953,0.00012153817,0.00027733744,0.00039191876,0.0014218297,0.0002776977,0.000453684,0.00024923583],"category_scores_gemma":[0.0008914273,0.00011876968,0.000022693177,0.0016042257,0.00010635092,0.0034456197,0.0002313546,0.000943743,0.00003279469],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026814076,0.00008241291,0.0040322295,0.00004824189,0.000025263955,5.241477e-7,0.00023100732,0.0000036787944,0.00035530693,0.43423566,0.31330606,0.2476528],"study_design_scores_gemma":[0.00073089503,0.0000065629183,0.016565258,0.00034342948,0.000035681373,0.0000013198554,0.009465786,0.003854362,0.00019779126,0.0492398,0.9193325,0.00022658263],"about_ca_topic_score_codex":0.00006079909,"about_ca_topic_score_gemma":0.000024995456,"teacher_disagreement_score":0.6060265,"about_ca_system_score_codex":0.00015742896,"about_ca_system_score_gemma":0.0006610388,"threshold_uncertainty_score":0.9996148},"labels":[],"label_agreement":null},{"id":"W7164302016","doi":"10.2196/77034","title":"Synchronous Remote Teaching for Neurological Examination Training in Fifth-Year Medical Students: A Quasi-Experimental Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Ophthalmology and Visual Health Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Physical examination; MEDLINE; Telemedicine","score_opus":0.06939709067115286,"score_gpt":0.5494161433004958,"score_spread":0.48001905262934297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7164302016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98497355,0.000117533564,0.00044454006,0.009565712,0.00062547455,0.0031437105,5.7101636e-7,0.000057005112,0.0010719153],"genre_scores_gemma":[0.99588615,0.000009730881,0.00031466768,0.002226443,0.00034245398,0.00078028475,0.0000342362,0.00001456505,0.00039147006],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963332,0.0007778167,0.00058378995,0.0005439621,0.0013448376,0.00041643693],"domain_scores_gemma":[0.9985286,0.00061137957,0.000068788606,0.00026487725,0.000091056616,0.00043531973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005433946,0.00015545265,0.00038086178,0.00033067763,0.00018946934,0.000024350626,0.0003641827,0.00041012187,0.0007242975],"category_scores_gemma":[0.0075747455,0.00013485685,0.00006363314,0.00027305982,0.00013558235,0.0000716641,0.00016263433,0.001246405,0.000021350466],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016092495,0.05130997,0.25366494,0.0005259761,0.00006655108,0.00015966524,0.0329757,4.5088527e-7,0.000037453956,0.0014558114,0.00078975066,0.6574045],"study_design_scores_gemma":[0.00796743,0.012284527,0.9354688,0.0009616644,0.000032453696,0.0001688234,0.032371487,0.008162488,0.000020730715,0.00049254374,0.0018749922,0.00019404317],"about_ca_topic_score_codex":0.00010484975,"about_ca_topic_score_gemma":0.000022860371,"teacher_disagreement_score":0.6818039,"about_ca_system_score_codex":0.0002678434,"about_ca_system_score_gemma":0.0031532724,"threshold_uncertainty_score":0.9068225},"labels":[],"label_agreement":null}]}