{"meta":{"query_hash":"50fbf85091f8","filters":{"venue":"International Medical Education"},"cohort_total":15,"direct_labels_cover":0,"predictions_cover":15,"exported":15,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/50fbf85091f8","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+Medical+Education"},"results":[{"id":"W4315646575","doi":"10.3390/ime2010001","title":"What Do Clinicians Mean by “Good Clinical Judgment”: A Qualitative Study","year":2023,"lang":"en","type":"article","venue":"International Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto East General Hospital; Queen's University; Western University; Joseph Brant Hospital; McMaster University","funders":"","keywords":"Conceptualization; Judgement; Clinical judgement; Excellence; Curiosity; Psychology; Clinical judgment; Nice; Medical education; Clinical Practice; Qualitative research; Medicine; Nursing; Social psychology; Family medicine; Epistemology; Medical physics","score_opus":0.07070865741515937,"score_gpt":0.5418585826838602,"score_spread":0.47114992526870086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315646575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91504186,0.0003065074,0.00007522576,0.067837566,0.012758759,0.0005713566,0.000016771583,0.00018588427,0.003206096],"genre_scores_gemma":[0.9792894,0.001802785,0.00012054361,0.009242908,0.0018471659,0.000178584,0.0006362908,0.000029347088,0.00685299],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9959378,0.00041483666,0.0011363615,0.00056031736,0.0016915282,0.00025910672],"domain_scores_gemma":[0.9838866,0.014238926,0.0002593409,0.0003736777,0.00047101002,0.00077047147],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0038829676,0.0001701548,0.00039760626,0.00017377987,0.00006353238,0.00009953941,0.00030892427,0.00023338922,0.0020213202],"category_scores_gemma":[0.11903844,0.00014410815,0.0002043092,0.0003872041,0.00018403935,0.00018634391,0.00010127344,0.00057294976,0.0013835842],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031003967,0.014317603,0.091823585,0.000014494266,0.00052903855,0.00006783766,0.024477355,7.14093e-7,0.000005194103,0.0017404198,0.45149142,0.41522232],"study_design_scores_gemma":[0.015526963,0.0049631214,0.20690306,0.009665957,0.0006522462,0.00010284718,0.560517,0.001697501,0.000041647007,0.010568116,0.18843342,0.00092811417],"about_ca_topic_score_codex":0.00013374945,"about_ca_topic_score_gemma":0.000038734266,"teacher_disagreement_score":0.53603965,"about_ca_system_score_codex":0.00011770137,"about_ca_system_score_gemma":0.0012826289,"threshold_uncertainty_score":0.99939394},"labels":[],"label_agreement":null},{"id":"W4318499755","doi":"10.3390/ime2010003","title":"Designing an International Faculty Development Program in Medical Education: Capacity and Partnership","year":2023,"lang":"en","type":"article","venue":"International Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"General partnership; Curriculum; Medical education; Capacity building; Faculty development; Government (linguistics); China; Curriculum development; Political science; Professional development; Medicine; Sociology; Pedagogy","score_opus":0.07925715259143105,"score_gpt":0.4545699972182654,"score_spread":0.37531284462683434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318499755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92470896,0.000041274867,0.0003341768,0.058672626,0.0047603296,0.0006939741,0.000002468694,0.00031372317,0.010472472],"genre_scores_gemma":[0.94902617,0.00012879887,0.027100725,0.014942747,0.002280143,0.0013255371,0.0032886826,0.000045584224,0.0018616169],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955127,0.00010279465,0.00086501497,0.00058915024,0.0025682447,0.0003620565],"domain_scores_gemma":[0.99819267,0.000090715774,0.00017374646,0.00027354804,0.00074129115,0.00052806025],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018493042,0.00023150521,0.00025329803,0.00090696034,0.000120963945,0.0000942769,0.00051266653,0.0003876951,0.0023982304],"category_scores_gemma":[0.012216412,0.00022417748,0.00004601832,0.0009830032,0.00025497747,0.00049083505,0.000120137076,0.00073092425,0.00016353565],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060614435,0.0032456417,0.09327613,0.000079266516,0.00006260177,0.000017311719,0.0022905844,0.000001964074,0.000033613152,0.0060856794,0.021992989,0.8728536],"study_design_scores_gemma":[0.0018641042,0.00015706345,0.5601153,0.0016160547,0.000029506062,0.00043333595,0.003763486,0.014533789,0.00029137667,0.0016567903,0.4150852,0.00045404126],"about_ca_topic_score_codex":0.00012090133,"about_ca_topic_score_gemma":0.00008871317,"teacher_disagreement_score":0.87239957,"about_ca_system_score_codex":0.00063742005,"about_ca_system_score_gemma":0.008359295,"threshold_uncertainty_score":0.9985137},"labels":[],"label_agreement":null},{"id":"W4323844728","doi":"10.3390/ime2010006","title":"Defining Leadership in Undergraduate Medical Education, Networks, and Instructors: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"International Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Wilfrid Laurier University","keywords":"Portuguese; Inclusion (mineral); Medical education; Curriculum; Educational leadership; Leadership development; Grey literature; Psychology; Political science; Pedagogy; Medicine; MEDLINE; Public relations","score_opus":0.11861256857224256,"score_gpt":0.4662865770977916,"score_spread":0.347674008525549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323844728","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013171479,0.9428284,0.0001295776,0.046413828,0.007361361,0.0019082354,0.000003458878,0.0001378264,0.0012041132],"genre_scores_gemma":[0.000024087076,0.967213,0.00077020464,0.0247856,0.0021610896,0.0015028513,0.0025353257,0.000119976365,0.0008878739],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99322844,0.00033763456,0.0024476417,0.0009116729,0.0025409758,0.0005336546],"domain_scores_gemma":[0.9968509,0.00062501826,0.000804824,0.00054731924,0.00061038113,0.00056156307],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027465466,0.0005446094,0.0016707464,0.0013506071,0.00010103225,0.00007554045,0.0006742101,0.0010274934,0.0014899187],"category_scores_gemma":[0.050600223,0.00049389637,0.00024034792,0.0021359911,0.00035220568,0.00022941882,0.00020523404,0.0021122845,0.00023360684],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050658523,0.00043033034,0.00020781378,0.08349704,0.000103773535,0.000013371253,0.000043599073,1.4723183e-7,2.4379696e-9,0.0059630736,0.03664879,0.873087],"study_design_scores_gemma":[0.00028669363,0.000025413345,0.00007902101,0.66891587,0.0002754103,0.0006917418,0.00012424885,0.00022785165,1.7103423e-8,0.00028947595,0.32878456,0.00029968433],"about_ca_topic_score_codex":0.00015973688,"about_ca_topic_score_gemma":0.00013862277,"teacher_disagreement_score":0.8727873,"about_ca_system_score_codex":0.0010034771,"about_ca_system_score_gemma":0.03823288,"threshold_uncertainty_score":0.99975127},"labels":[],"label_agreement":null},{"id":"W4386026641","doi":"10.3390/ime2030017","title":"Integrating Language Instruction into Pharmacy Education: Spanish and Arabic Languages as Examples","year":2023,"lang":"en","type":"article","venue":"International Medical Education","topic":"Interpreting and Communication in Healthcare","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Pharmacy; Curriculum; Medical education; First language; Fluency; Health care; Pharmacist; Medicine; Pharmacy practice; Pedagogy; Psychology; Nursing; Mathematics education; Political science","score_opus":0.04080704129801432,"score_gpt":0.5227910060314197,"score_spread":0.4819839647334054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386026641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90001863,0.00066383235,0.00007153758,0.043653134,0.006151685,0.0003636455,0.000006851032,0.00034163575,0.04872904],"genre_scores_gemma":[0.98282725,0.0005931262,0.0010859696,0.0071400814,0.001995444,0.0005710671,0.0005006241,0.00002671065,0.00525974],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9979229,0.00042683046,0.0005590844,0.0002965449,0.0005539822,0.00024065452],"domain_scores_gemma":[0.9980679,0.00067151844,0.0002393041,0.00028694628,0.0004859515,0.0002483602],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008471027,0.00014082901,0.00014608221,0.00029527297,0.00053700537,0.000038431972,0.0004161874,0.00015756903,0.003185525],"category_scores_gemma":[0.0057625435,0.00013243548,0.000038914863,0.00032332234,0.000099901714,0.00022296986,0.00019091915,0.00076072954,0.0007049141],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005094366,0.00017435745,0.071977854,0.0002871518,0.00004229023,0.0000026428586,0.045891937,8.9334253e-7,0.00035720738,0.07589383,0.042042866,0.763278],"study_design_scores_gemma":[0.0013138409,0.000089113615,0.057712834,0.0041202777,0.00003734045,0.000118954966,0.4745263,0.0036915303,0.00027009632,0.022336649,0.43522504,0.0005580305],"about_ca_topic_score_codex":0.008333671,"about_ca_topic_score_gemma":0.00052968797,"teacher_disagreement_score":0.76272,"about_ca_system_score_codex":0.00027401338,"about_ca_system_score_gemma":0.0029184092,"threshold_uncertainty_score":0.9982699},"labels":[],"label_agreement":null},{"id":"W4391026420","doi":"10.3390/ime3010004","title":"Examining the Efficacy of ChatGPT in Marking Short-Answer Assessments in an Undergraduate Medical Program","year":2024,"lang":"en","type":"article","venue":"International Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Rubric; Reliability (semiconductor); Medical education; Curriculum; Psychology; Computer science; Inter-rater reliability; Medicine; Mathematics education; Rating scale; Pedagogy","score_opus":0.1665316257906498,"score_gpt":0.5365099278259731,"score_spread":0.3699783020353232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391026420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94808584,0.0003418711,0.00032865827,0.04410641,0.0042555495,0.00048739582,8.573011e-7,0.000044914446,0.0023484814],"genre_scores_gemma":[0.99683946,0.00021166868,0.0003717263,0.001048177,0.001041087,0.0002000874,0.00011482286,0.000016392925,0.00015655716],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99741787,0.00013104023,0.00071267254,0.00029953555,0.001237741,0.00020116783],"domain_scores_gemma":[0.99879116,0.0005869756,0.000053926513,0.0001831371,0.00016546843,0.00021932526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014705944,0.00010654853,0.00016367271,0.00036239385,0.000027253931,0.000044920453,0.00026783443,0.0001801326,0.0008087295],"category_scores_gemma":[0.0027357864,0.00007975868,0.00004230961,0.00048056463,0.00012627538,0.00019592032,0.000036911188,0.00058156275,0.00001918651],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052655636,0.0012477117,0.13389249,0.00007241136,0.000020174492,0.000021542231,0.0015098683,0.000005424037,0.000033586402,0.0023799133,0.00040908044,0.86035514],"study_design_scores_gemma":[0.00043148664,0.0009378017,0.78700614,0.009995585,0.00006829832,0.00023560777,0.00943296,0.15542415,0.0007966099,0.008532825,0.02675476,0.00038377894],"about_ca_topic_score_codex":0.00087198283,"about_ca_topic_score_gemma":0.00092251634,"teacher_disagreement_score":0.85997134,"about_ca_system_score_codex":0.00031405594,"about_ca_system_score_gemma":0.003114473,"threshold_uncertainty_score":0.8855021},"labels":[],"label_agreement":null},{"id":"W4392506033","doi":"10.3390/ime3010006","title":"Psychiatrists’ Engagement in Research as a Pathway towards the Expansion of Distributed Medical Education (DME): A Regional Analysis across Two Provinces in Atlantic Canada","year":2024,"lang":"en","type":"article","venue":"International Medical Education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Dalhousie University; Nova Scotia Health Authority","funders":"","keywords":"Geography; Regional science; Political science","score_opus":0.1437183110461762,"score_gpt":0.5437748253925913,"score_spread":0.4000565143464151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392506033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67122644,0.0010824444,0.00012126949,0.324765,0.0012303436,0.00058130454,0.000017793898,0.000013685822,0.0009617269],"genre_scores_gemma":[0.99116135,0.0007718515,0.000065798085,0.005741213,0.0009069272,0.0003146384,0.00068378355,0.000012415869,0.00034200563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99113786,0.00062607415,0.00086741854,0.0004341004,0.006277555,0.0006569639],"domain_scores_gemma":[0.99525046,0.0012610946,0.000101874626,0.00033239927,0.00073726923,0.0023169138],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009199832,0.00014257806,0.0003112092,0.00071484584,0.00008285425,0.000047531244,0.0005072766,0.00017969542,0.0014772941],"category_scores_gemma":[0.08128428,0.000095836745,0.00009667023,0.002344649,0.00030191432,0.00011151957,0.00011803194,0.0015194259,0.000014864724],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007148417,0.002745495,0.08109248,0.000987228,0.0003408676,0.0003122443,0.0043645655,0.000012557298,0.000055293385,0.010167423,0.11418129,0.7850257],"study_design_scores_gemma":[0.0034620932,0.0006085639,0.43499914,0.009719307,0.00012282415,0.00034145563,0.012985635,0.037237994,0.00015400618,0.0040539834,0.49593323,0.00038178143],"about_ca_topic_score_codex":0.6034258,"about_ca_topic_score_gemma":0.50016755,"teacher_disagreement_score":0.78464395,"about_ca_system_score_codex":0.0020867004,"about_ca_system_score_gemma":0.24349009,"threshold_uncertainty_score":0.9994355},"labels":[],"label_agreement":null},{"id":"W4393377968","doi":"10.3390/ime3020010","title":"Prescribing Competence of Canadian Medical Graduates: National Survey of Medical School Leaders","year":2024,"lang":"en","type":"article","venue":"International Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Competence (human resources); Medical education; Medical school; Psychology; Medicine; Family medicine","score_opus":0.07465920866502652,"score_gpt":0.41080270433589344,"score_spread":0.33614349567086693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393377968","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46912292,0.0020615316,0.002279584,0.46917894,0.019546768,0.0009194644,0.00013357394,0.00018939769,0.036567822],"genre_scores_gemma":[0.9845758,0.00045541985,0.0012366908,0.010886986,0.0011899711,0.00007237919,0.0009998571,0.000033783206,0.00054911873],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9890828,0.00015625745,0.0012808634,0.00043717356,0.008732171,0.00031074524],"domain_scores_gemma":[0.994728,0.00058720715,0.00018682797,0.00027730523,0.002887845,0.0013328069],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004933025,0.0001995219,0.00036602817,0.0020541789,0.000058160207,0.00003419512,0.00083096494,0.0006098435,0.030788727],"category_scores_gemma":[0.11586274,0.00018284131,0.000114050825,0.0021088112,0.0007754554,0.00023382601,0.000082457555,0.0011221631,0.00015876895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012325835,0.00204461,0.05223365,0.0011694983,0.0006550102,0.000078768615,0.0014326719,0.000010075246,0.00021736353,0.10627347,0.63301414,0.2027475],"study_design_scores_gemma":[0.0037071223,0.0005259618,0.4429169,0.027146803,0.0002418811,0.00202371,0.0040329504,0.19100279,0.0017420842,0.0047833417,0.3207536,0.0011228677],"about_ca_topic_score_codex":0.06465486,"about_ca_topic_score_gemma":0.013101846,"teacher_disagreement_score":0.51545286,"about_ca_system_score_codex":0.0006135157,"about_ca_system_score_gemma":0.06291994,"threshold_uncertainty_score":0.97009724},"labels":[],"label_agreement":null},{"id":"W4404060983","doi":"10.3390/ime3040034","title":"An Exploratory Study of Small-Group Learning Interactions in Pre-Clerkship Medical Education: Uncovering a Mismatch Between Student Perceptions and Real-Time Observations","year":2024,"lang":"en","type":"article","venue":"International Medical Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Small group learning; Perception; Exploratory research; Psychology; Medical education; Group (periodic table); Mathematics education; Medicine; Sociology; Physics","score_opus":0.048176145230987566,"score_gpt":0.41816298069988517,"score_spread":0.3699868354688976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404060983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880386,0.00012296607,0.00035156458,0.006714249,0.0013871072,0.00039882894,0.0000027402505,0.000118510674,0.0028654295],"genre_scores_gemma":[0.9968729,0.00023800752,0.00045707566,0.00017153681,0.00109684,0.00028069923,0.00012167752,0.000018615949,0.0007426366],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969884,0.0007336037,0.00055834866,0.00037061088,0.0011586035,0.00019044567],"domain_scores_gemma":[0.9985156,0.0006576685,0.00011793971,0.00013599322,0.0002276323,0.00034514087],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002148589,0.00012742875,0.00017647598,0.00042859142,0.00026763833,0.0001811007,0.00042233296,0.00012735813,0.0019166431],"category_scores_gemma":[0.0023544028,0.00013518229,0.00004121007,0.0005383803,0.0001377329,0.00070231943,0.000079774254,0.0006018099,0.000021939613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018921804,0.0028850841,0.6200615,0.000061800776,0.000094021205,0.0000044404464,0.2533389,0.00011409471,0.00017752702,0.00626442,0.0005730111,0.11640628],"study_design_scores_gemma":[0.0004998365,0.00027287996,0.8079262,0.001552825,0.00006796074,0.000008009844,0.1672564,0.004226529,0.0000031926463,0.0017084477,0.016171832,0.0003059331],"about_ca_topic_score_codex":0.0094946595,"about_ca_topic_score_gemma":0.01600651,"teacher_disagreement_score":0.18786466,"about_ca_system_score_codex":0.00036460342,"about_ca_system_score_gemma":0.004184919,"threshold_uncertainty_score":0.9989957},"labels":[],"label_agreement":null},{"id":"W4407709335","doi":"10.3390/ime4010002","title":"Structured Reporting in Radiology Residency: A Standardized Approach to Assessing Interpretation Skills and Competence","year":2025,"lang":"en","type":"article","venue":"International Medical Education","topic":"Radiology practices and education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University","funders":"","keywords":"Competence (human resources); Medical education; Residency training; Medicine; Medical physics; Psychology; Social psychology","score_opus":0.01403152581169045,"score_gpt":0.4103724919611167,"score_spread":0.39634096614942627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407709335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9338863,0.00028544493,0.013913791,0.03701598,0.002285052,0.0003648442,9.739515e-7,0.00002826878,0.01221936],"genre_scores_gemma":[0.97507036,0.000074081785,0.020012299,0.00406005,0.00022561736,0.00007724046,0.000082978506,0.0000064292053,0.0003909375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99835634,0.00011886657,0.000752892,0.00033342958,0.00030080942,0.00013768954],"domain_scores_gemma":[0.9988584,0.0002617114,0.00036493185,0.00014306698,0.00023408073,0.00013781287],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011655292,0.00009648208,0.00024439528,0.0004128527,0.000049302456,0.000048690188,0.000110511835,0.00014648838,0.00010180225],"category_scores_gemma":[0.020591702,0.000087648856,0.000031194904,0.00026401374,0.00007757455,0.00022251485,0.00003942332,0.00030136728,0.0000031317406],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005077471,0.0012078427,0.51229805,0.00019635726,0.00017145228,0.000018640923,0.0054562683,0.00010026227,0.002130499,0.01984106,0.0062027723,0.451869],"study_design_scores_gemma":[0.0008487427,0.00005134869,0.97995573,0.00078128104,0.0000414857,0.00050558196,0.0015971132,0.0070754006,0.00013448094,0.0054973047,0.0034025412,0.0001090052],"about_ca_topic_score_codex":0.00012719078,"about_ca_topic_score_gemma":0.000029360963,"teacher_disagreement_score":0.46765763,"about_ca_system_score_codex":0.0002975235,"about_ca_system_score_gemma":0.0022727745,"threshold_uncertainty_score":0.98765826},"labels":[],"label_agreement":null},{"id":"W4411452834","doi":"10.3390/ime4020022","title":"From Uncertainty to Confidence: Peer-Led Research and the Formation of Medical Academic Identity","year":2025,"lang":"en","type":"article","venue":"International Medical Education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mentorship; Psychology; Medical education; Competence (human resources); Self-efficacy; Medicine; Social psychology","score_opus":0.1487269763070995,"score_gpt":0.5996221321323983,"score_spread":0.4508951558252988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411452834","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28397936,0.00036505412,0.0038633137,0.70629025,0.0011271399,0.0005525541,0.0000072490852,0.000012936288,0.0038021626],"genre_scores_gemma":[0.9692139,0.0010964064,0.000106445135,0.026349107,0.0011002949,0.00013948363,0.00009875129,0.000005087036,0.0018905373],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917736,0.00028975043,0.00058607553,0.00021912073,0.0067805676,0.00035086065],"domain_scores_gemma":[0.98938656,0.0037767396,0.00011459416,0.0003350182,0.0025981537,0.0037889392],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011722854,0.000079537145,0.00023003426,0.0003580164,0.00009291196,0.00003401731,0.0005622544,0.00029561468,0.0016275089],"category_scores_gemma":[0.36764422,0.000051342715,0.000039570088,0.00051324756,0.0006954447,0.00019435358,0.00022550409,0.0012429869,0.000049347447],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021350945,0.0004524796,0.0019006836,0.00032048576,0.0000948809,0.000010564665,0.003781742,8.1529674e-7,0.0002149687,0.23542044,0.37921202,0.3764558],"study_design_scores_gemma":[0.014985659,0.00055757636,0.035307787,0.010589673,0.000087984394,0.0001106494,0.01078824,0.031221494,0.001735135,0.27375036,0.62062407,0.00024136408],"about_ca_topic_score_codex":0.004430597,"about_ca_topic_score_gemma":0.00020760624,"teacher_disagreement_score":0.68523455,"about_ca_system_score_codex":0.00032442316,"about_ca_system_score_gemma":0.015986271,"threshold_uncertainty_score":0.99928516},"labels":[],"label_agreement":null},{"id":"W4412594378","doi":"10.3390/ime4030027","title":"MD Student Perceptions of ChatGPT for Reflective Writing Feedback in Undergraduate Medical Education","year":2025,"lang":"en","type":"article","venue":"International Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Reflective writing; Perception; Psychology; Medical education; Undergraduate education; Mathematics education; Pedagogy; Medicine","score_opus":0.012768909744670848,"score_gpt":0.44889612606873863,"score_spread":0.4361272163240678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412594378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69242454,0.000500316,0.013947544,0.2530162,0.009475476,0.0016427784,0.000008848823,0.00007901764,0.028905265],"genre_scores_gemma":[0.9706915,0.00035324186,0.007976436,0.015628159,0.0010866502,0.00097024813,0.0006008984,0.000025185767,0.0026676967],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99655384,0.00008791871,0.0011207514,0.00043457944,0.0015470221,0.00025588585],"domain_scores_gemma":[0.99741507,0.0002705438,0.00025492304,0.00030544598,0.0015802751,0.00017375012],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012864319,0.00018427974,0.00033392897,0.0010214213,0.00009124915,0.000027025219,0.00041667614,0.00034607152,0.0013908487],"category_scores_gemma":[0.016182523,0.00018462667,0.00011949957,0.0010158494,0.00024060653,0.0001745055,0.000078530815,0.00056281255,0.000026895563],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002115625,0.00825663,0.080119304,0.00044226297,0.0001901053,0.0000017331953,0.0015697152,0.0000061063392,0.00036741327,0.11515335,0.124735326,0.6689465],"study_design_scores_gemma":[0.009631397,0.0006013459,0.7306466,0.016657779,0.0003793325,0.00021589464,0.02986854,0.012993998,0.0011437789,0.053840276,0.14316536,0.00085570454],"about_ca_topic_score_codex":0.00015920389,"about_ca_topic_score_gemma":0.00009005174,"teacher_disagreement_score":0.66809076,"about_ca_system_score_codex":0.0010487712,"about_ca_system_score_gemma":0.01195477,"threshold_uncertainty_score":0.99952203},"labels":[],"label_agreement":null},{"id":"W4413771764","doi":"10.3390/ime4030031","title":"Competency in Orthopaedic Surgery: Student Perceptions and Objective Knowledge Assessment","year":2025,"lang":"en","type":"article","venue":"International Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Perception; Medical education; Competency assessment; Psychology; Medicine; Orthopedic surgery; Surgery","score_opus":0.010372448053211362,"score_gpt":0.4213904132932836,"score_spread":0.4110179652400722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413771764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87259734,0.00035465095,0.0013653575,0.06253444,0.005722125,0.00048692813,0.0000022680686,0.000054935936,0.056881938],"genre_scores_gemma":[0.9883043,0.00029982757,0.0020306737,0.006367523,0.00046386968,0.0003237413,0.00021926282,0.000010833975,0.0019799601],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981237,0.00009293811,0.0005814374,0.0003369967,0.0006910321,0.00017391909],"domain_scores_gemma":[0.99878544,0.0002637842,0.00008874343,0.00019282787,0.000560293,0.00010893727],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009373541,0.00013344643,0.00023763957,0.0009461526,0.00008055412,0.000031396,0.00014971144,0.00015751689,0.0013165323],"category_scores_gemma":[0.0036528069,0.00012712964,0.000065444576,0.0007867485,0.00018429507,0.00012743963,0.0000783034,0.000512174,0.000030150703],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002342263,0.0027485138,0.62825567,0.00009486522,0.00007280909,0.0000043487626,0.0009911811,6.2616203e-7,0.000037968566,0.036328588,0.026920142,0.3045219],"study_design_scores_gemma":[0.00064471667,0.000030406904,0.97299737,0.0009988312,0.00003408594,0.000040573635,0.0030699738,0.0014428983,0.0000061084907,0.0015425798,0.01909436,0.00009810916],"about_ca_topic_score_codex":0.000097855096,"about_ca_topic_score_gemma":0.000098108445,"teacher_disagreement_score":0.3447417,"about_ca_system_score_codex":0.0008128981,"about_ca_system_score_gemma":0.00558991,"threshold_uncertainty_score":0.9995964},"labels":[],"label_agreement":null},{"id":"W4415155491","doi":"10.3390/ime4040040","title":"Views About and from International Medical Graduates’ General Practitioner Training in the United Kingdom","year":2025,"lang":"en","type":"article","venue":"International Medical Education","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Cardiff University","keywords":"Specialty; Training (meteorology); Ideal (ethics); Preference; Thematic analysis; Health care; General practice","score_opus":0.10272113385331007,"score_gpt":0.5260960526864027,"score_spread":0.42337491883309264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415155491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6225219,0.00029981605,0.0007724332,0.3178268,0.011463556,0.0005458568,0.000023277084,0.000059056787,0.046487294],"genre_scores_gemma":[0.91548806,0.0005708106,0.0008127565,0.07701675,0.0024784682,0.00047752258,0.0011156347,0.000014266584,0.0020257211],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99628615,0.0007232999,0.00088559935,0.00035025532,0.0014309428,0.0003237556],"domain_scores_gemma":[0.99729645,0.0016827962,0.00024646806,0.00020139251,0.00032926613,0.00024364072],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018769781,0.00015916798,0.00020772114,0.00037045823,0.00027339478,0.00004222159,0.0007347206,0.00034682013,0.006341479],"category_scores_gemma":[0.0084242495,0.000120363795,0.000042297066,0.00043502942,0.00015110933,0.00020298958,0.00014844147,0.0011601949,0.00009623632],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020986027,0.0007859818,0.11302478,0.00009183154,0.00015568938,0.000034891942,0.021561984,0.000019967172,0.000015401072,0.39667207,0.27744424,0.1899833],"study_design_scores_gemma":[0.001073737,0.000014543158,0.077075824,0.0021748461,0.000015263973,0.000010792673,0.0070862686,0.009018539,0.0000017755597,0.012028498,0.89137495,0.00012494967],"about_ca_topic_score_codex":0.007446072,"about_ca_topic_score_gemma":0.0023573863,"teacher_disagreement_score":0.6139307,"about_ca_system_score_codex":0.00038210527,"about_ca_system_score_gemma":0.0029015522,"threshold_uncertainty_score":0.99992824},"labels":[],"label_agreement":null},{"id":"W4415155614","doi":"10.3390/ime4040039","title":"Understanding the Role of Large Language Model Virtual Patients in Developing Communication and Clinical Skills in Undergraduate Medical Education","year":2025,"lang":"en","type":"article","venue":"International Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"McMaster University","keywords":"Likert scale; Fidelity; Virtual patient; Scale (ratio); Work (physics); Simulated patient; MEDLINE; Communication skills","score_opus":0.033365764512766516,"score_gpt":0.4442491564292637,"score_spread":0.4108833919164972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415155614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9179239,0.0004386041,0.0034226743,0.074172914,0.0011960587,0.00056078314,0.0000051285306,0.000020074744,0.002259847],"genre_scores_gemma":[0.9907776,0.00051138434,0.0007825334,0.007193008,0.000110393165,0.00008954568,0.00033317442,0.000012453797,0.00018989205],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974169,0.00027166252,0.0009989198,0.0002735602,0.00086361344,0.00017534889],"domain_scores_gemma":[0.99785864,0.0010614578,0.00022447368,0.00029585604,0.0003882395,0.00017130298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001469552,0.000123586,0.0002296915,0.0004945581,0.000071016446,0.00001882484,0.0003030853,0.00025372792,0.00011956535],"category_scores_gemma":[0.006022489,0.000107917374,0.00004736733,0.00047621335,0.00016930638,0.00014532325,0.00010156951,0.00053403573,0.0000033470358],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056917437,0.001621834,0.84586924,0.000045407844,0.000025231539,2.6292088e-7,0.0024537914,0.00004113991,0.0000012262143,0.116649985,0.0006567706,0.032578204],"study_design_scores_gemma":[0.0023647097,0.0000446795,0.84587735,0.002911136,0.000028186356,0.0000049812747,0.013679805,0.10037622,0.000024070943,0.033939436,0.0006078819,0.00014154727],"about_ca_topic_score_codex":0.00063950673,"about_ca_topic_score_gemma":0.0010324091,"teacher_disagreement_score":0.100335084,"about_ca_system_score_codex":0.0009689222,"about_ca_system_score_gemma":0.009803591,"threshold_uncertainty_score":0.9958099},"labels":[],"label_agreement":null},{"id":"W4417231946","doi":"10.3390/ime4040054","title":"A Structured Approach to History and Physical Examination in Oncology for Medical Learners","year":2025,"lang":"en","type":"article","venue":"International Medical Education","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Psycho-oncology; Complaint; Patient care; Cancer treatment; Clinical Oncology; MEDLINE; Alternative medicine; Cancer","score_opus":0.01816510963721093,"score_gpt":0.3792834856126214,"score_spread":0.36111837597541047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417231946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86968255,0.0003426828,0.0063174996,0.07783173,0.004493169,0.0009689175,0.0000024685748,0.000046466987,0.04031449],"genre_scores_gemma":[0.9789142,0.000055488894,0.0022453738,0.014552941,0.00082868565,0.00051266624,0.00019347707,0.000010511065,0.002686651],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833214,0.00007983156,0.00033551714,0.00035040168,0.00073227746,0.000169839],"domain_scores_gemma":[0.9988413,0.00032286052,0.000059022535,0.000120346995,0.00020348033,0.0004529743],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008213764,0.00011328142,0.00023870816,0.0004241558,0.00002525854,0.000007748546,0.00016657915,0.00027369178,0.0002527342],"category_scores_gemma":[0.012944207,0.000102819664,0.00004814511,0.00019451536,0.00014178648,0.000073560914,0.00004371692,0.0003659183,0.0000056873073],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029296812,0.0031654427,0.0016338429,0.0001968932,0.00005603813,0.0000035268326,0.023008892,0.0000027475128,0.00015843358,0.035217572,0.030480128,0.90578353],"study_design_scores_gemma":[0.008535667,0.000795754,0.20346577,0.0016116699,0.00016388537,0.0002145798,0.031267054,0.047444887,0.000295446,0.009189306,0.69655085,0.00046514702],"about_ca_topic_score_codex":0.00009160713,"about_ca_topic_score_gemma":0.00003998612,"teacher_disagreement_score":0.9053184,"about_ca_system_score_codex":0.0010961441,"about_ca_system_score_gemma":0.005254663,"threshold_uncertainty_score":0.9953702},"labels":[],"label_agreement":null}]}