{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":27,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":27,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"622434103f93","filters":{"venue":"Journal of Educational Evaluation for Health Professions"}},"results":[{"id":"W2049217914","doi":"10.3352/jeehp.2014.11.20","title":"Reflective writing and its impact on empathy in medical education: systematic review","year":2014,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Empathy and Medical Education","field":"Medicine","cited_by":159,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Empathy; Reflective writing; CINAHL; Curriculum; Medical education; Psychology; Psychological intervention; MEDLINE; Medicine; Pedagogy; Social psychology; Psychiatry","authors":[{"name":"Isabel Chen","is_ca":true},{"name":"Connor M. Forbes","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09904297616015606,"gpt":0.5823871396492837,"spread":0.4833441634891276,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0114297,0.0001348396,0.0006505334,0.0003536376,0.0001825944,0.000008489056,0.00009108731,0.0001129171,0.0004587364],"category_scores_gemma":[0.0436573,0.0000908537,0.0001262864,0.0003442166,0.00002683009,0.0001476442,0.00001059322,0.0004853014,0.000009402033],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007387635,"about_ca_system_score_gemma":0.02032648,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006210966,"about_ca_topic_score_gemma":0.00000664384,"domain_scores_codex":[0.9961809,0.0009278248,0.001386304,0.0001728356,0.001121046,0.0002110729],"domain_scores_gemma":[0.9943419,0.001940593,0.001112137,0.0001600469,0.00178828,0.0006570763],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.001271153,0.01416242,0.005979728,0.6586828,0.0004176651,0.000001655613,0.07046409,0.00004581494,0.000044067,0.03966642,0.1703992,0.03886495],"study_design_scores_gemma":[0.005005805,0.003565276,0.1008566,0.8487724,0.0008407804,0.0007307741,0.01755012,0.00571672,0.00001686446,0.01631095,0.0003263425,0.0003073235],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3583831,0.05891987,0.0001351861,0.5717675,0.002255799,0.00732795,0.000008308295,0.000009666739,0.001192578],"genre_scores_gemma":[0.9677631,0.002491593,0.0007138879,0.02711205,0.0008826887,0.0006633502,0.0000739005,0.00001720865,0.0002822273],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6093799,"threshold_uncertainty_score":0.9852273,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2782030070","doi":"10.3352/jeehp.2018.15.2","title":"Contributions of psychological needs, self-compassion, leisure-time exercise, and achievement goals to academic engagement and exhaustion in Canadian medical students","year":2018,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychology; Burnout; Autonomy; Competence (human resources); Emotional exhaustion; Self-determination theory; Clinical psychology; Coping (psychology); Compassion; Need for achievement; Social psychology","authors":[{"name":"Оксана Бабенко","is_ca":true},{"name":"Amber D. Mosewich","is_ca":true},{"name":"Joseph Roshan Abraham","is_ca":true},{"name":"Hollis Lai","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1175894296719039,"gpt":0.5730412919235713,"spread":0.4554518622516674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023483,0.0002159521,0.000706871,0.001017317,0.001577907,0.00001187592,0.0003810675,0.000508764,0.001851526],"category_scores_gemma":[0.006458921,0.00016684,0.00006405741,0.0005933549,0.0001122957,0.0002054772,0.00017051,0.001396147,0.00003446439],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001153412,"about_ca_system_score_gemma":0.01448339,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002801344,"about_ca_topic_score_gemma":0.004950661,"domain_scores_codex":[0.9921508,0.002422702,0.002460662,0.0003166564,0.001862288,0.0007868956],"domain_scores_gemma":[0.9913378,0.002178132,0.001275014,0.0002027313,0.00308989,0.001916467],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007881616,0.001912039,0.7974021,0.001004726,0.00009581806,8.6585e-7,0.0190234,0.00001357216,0.0002975731,0.01101244,0.143956,0.02449335],"study_design_scores_gemma":[0.00320566,0.0008853461,0.9571221,0.0128174,0.00007111351,0.0000073439,0.004977491,0.0005087964,0.00001409183,0.003502474,0.01669431,0.0001938531],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7390919,0.001839946,0.0001495217,0.2524407,0.001806787,0.004398537,0.000154342,0.000009408926,0.0001089035],"genre_scores_gemma":[0.9887676,0.001222534,0.002125084,0.005645142,0.0009001105,0.0008613917,0.00006898012,0.00002130343,0.0003879148],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2496756,"threshold_uncertainty_score":0.9997219,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2560916963","doi":"10.3352/jeehp.2016.13.44","title":"A cost-effectiveness analysis of self-debriefing versus instructor debriefing for simulated crises in perioperative medicine in Canada","year":2016,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Ottawa Hospital; Innovation, Science and Economic Development Canada; The Wilson Centre; Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Debriefing; Psychology; Medical education; Randomized controlled trial; Medicine; Applied psychology; Surgery","authors":[{"name":"Wanrudee Isaranuwatchai","is_ca":true},{"name":"Fahad Alam","is_ca":true},{"name":"Jeffrey S. Hoch","is_ca":true},{"name":"Sylvain Boet","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2423614076170188,"gpt":0.5514675738551226,"spread":0.3091061662381038,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003544394,0.0001623769,0.0007941654,0.001295499,0.0001946012,0.000004184609,0.00009957302,0.00008967139,0.0003484639],"category_scores_gemma":[0.008512686,0.0001175652,0.0001226637,0.001391064,0.00004707069,0.000202914,0.000009714465,0.0001981741,2.762065e-7],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.007135523,"about_ca_system_score_gemma":0.05221883,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.08772027,"about_ca_topic_score_gemma":0.163518,"domain_scores_codex":[0.9962099,0.0007026953,0.001780929,0.0002458101,0.0007526895,0.0003079999],"domain_scores_gemma":[0.9802762,0.01322306,0.001312916,0.0001905012,0.00473881,0.0002585075],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004025078,0.0006310944,0.9325999,0.001093185,0.0006669957,4.045003e-7,0.01598658,0.03658482,0.0003002262,0.001613502,0.0009843052,0.00551388],"study_design_scores_gemma":[0.01297372,0.0005785974,0.9430755,0.002676626,0.0005370987,0.000003085812,0.009772626,0.02951185,0.00009192889,0.0004641281,0.000192989,0.0001219018],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.916862,0.0004920541,0.0008639261,0.07643919,0.001556201,0.003683045,0.00008374498,0.000003970734,0.00001588163],"genre_scores_gemma":[0.9960862,0.00003461659,0.002186794,0.0008051632,0.000216268,0.0004709802,0.0001574776,0.00002074018,0.00002169321],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07922428,"threshold_uncertainty_score":0.999839,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2912914364","doi":"10.3352/jeehp.2019.16.4","title":"Cultural immersion in the education of healthcare professionals: a systematic review","year":2019,"lang":"en","type":"review","venue":"Journal of Educational Evaluation for Health Professions","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Immersion (mathematics); Health professionals; Health care; Medical education; Psychology; Cultural competence; Pedagogy; Medicine; Political science; Mathematics","authors":[{"name":"Marty J. Brock","is_ca":false},{"name":"Levi B. Fowler","is_ca":false},{"name":"Johnathan G. Freeman","is_ca":false},{"name":"Devan C. Richardson","is_ca":false},{"name":"Lisa Jayroe Barnes","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3438295384040527,"gpt":0.6394174111540661,"spread":0.2955878727500134,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02390544,0.0003110726,0.002498735,0.0005014048,0.0008265419,0.00002852917,0.001008238,0.0003196651,0.000228415],"category_scores_gemma":[0.01209503,0.0001746989,0.0007952702,0.0013434,0.00009390845,0.0004013516,0.00003694682,0.0009772981,0.00002453269],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002600034,"about_ca_system_score_gemma":0.07699095,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003476591,"about_ca_topic_score_gemma":0.0002529643,"domain_scores_codex":[0.9806017,0.01194506,0.004346952,0.0002871181,0.00238065,0.0004384696],"domain_scores_gemma":[0.9786637,0.006016085,0.009107046,0.0004417376,0.005539563,0.000231797],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00000759558,0.0003756171,0.000006489053,0.8975633,0.00003796224,3.648344e-8,0.01218715,5.947148e-7,1.802544e-8,0.01381635,0.05402215,0.02198275],"study_design_scores_gemma":[0.0001641454,0.0001268903,0.00002364318,0.7193944,0.0008290278,0.00001875527,0.0313714,0.000002383172,7.208731e-9,0.0009002874,0.2470289,0.0001401993],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000005290479,0.865694,0.000001985329,0.1104954,0.004156569,0.01932493,0.00005975512,0.000003023994,0.0002591248],"genre_scores_gemma":[0.0001654375,0.9908454,0.0003195113,0.003399415,0.000819011,0.003057419,0.0004382471,0.00002478469,0.0009307332],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1930067,"threshold_uncertainty_score":0.9962265,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2078326370","doi":"10.3352/jeehp.2014.11.9","title":"Students’ perception of the learning environment at Xavier University School of Medicine, Aruba: a follow-up study","year":2014,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Perception; Nationality; Psychology; Medical education; Learning environment; Academic year; Medicine; Mathematics education; Geography; Immigration","authors":[{"name":"P Ravi Shankar","is_ca":false},{"name":"Rishi Kumar Bharti","is_ca":false},{"name":"Ravi Ramireddy","is_ca":false},{"name":"Ramanan Balasubramanium","is_ca":false},{"name":"Vivek Nuguri","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0746360173861421,"gpt":0.4789982235541127,"spread":0.4043622061679706,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007278339,0.0001034267,0.0003572547,0.0003238062,0.0004499654,0.000002238495,0.0002157768,0.00007703259,0.001768079],"category_scores_gemma":[0.007567504,0.00007119648,0.0001198376,0.0004020513,0.0001595259,0.0001042639,0.00005569961,0.0004094478,0.000008672343],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001279819,"about_ca_system_score_gemma":0.002544353,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002281438,"about_ca_topic_score_gemma":0.000008930416,"domain_scores_codex":[0.9960694,0.0009055202,0.001067103,0.0001477897,0.001664983,0.0001452323],"domain_scores_gemma":[0.9955023,0.0004447034,0.001911863,0.0002570724,0.001754602,0.0001294772],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0008420096,0.004347133,0.8865977,0.0005246472,0.0002625293,6.123908e-8,0.01956698,0.0006362259,0.00179652,0.001396444,0.06830688,0.01572285],"study_design_scores_gemma":[0.005322799,0.001489449,0.9541331,0.0007668518,0.0003745473,0.000009581518,0.02692341,0.0006083611,0.00001388778,0.0006433559,0.009657463,0.00005720278],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9400054,0.00006371865,0.0008831397,0.05543885,0.001516805,0.001872905,0.000002917867,0.000002321996,0.000213956],"genre_scores_gemma":[0.991775,0.00003700359,0.002170413,0.0006446858,0.0004317276,0.00003365742,0.00004145933,0.0000121361,0.004853886],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06753537,"threshold_uncertainty_score":0.9991444,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2945549411","doi":"10.3352/jeehp.2019.16.14","title":"No observed effect of a student-led mock objective structured clinical examination on subsequent performance scores in medical students in Canada","year":2019,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Medical Council of Canada; McGill University; University of Ottawa","funders":"","keywords":"Objective structured clinical examination; Psychology; Medical education; Variance (accounting); Educational measurement; Analysis of variance; Cohort; Medicine; Curriculum; Internal medicine; Pedagogy","authors":[{"name":"Lorenzo Madrazo","is_ca":true},{"name":"Claire B. Lee","is_ca":true},{"name":"Meghan McConnell","is_ca":true},{"name":"Karima Khamisa","is_ca":true},{"name":"Debra Pugh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0847540039834079,"gpt":0.5351608282847227,"spread":0.4504068243013147,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01588221,0.0001598289,0.0006625589,0.0005902452,0.00008199691,0.000007372861,0.0003076828,0.0001613717,0.0006356029],"category_scores_gemma":[0.01285327,0.0001228939,0.0000878946,0.0006845813,0.00004783631,0.000162056,0.00003433649,0.0008664494,0.000006797073],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.004135708,"about_ca_system_score_gemma":0.02994621,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004599836,"about_ca_topic_score_gemma":0.02147387,"domain_scores_codex":[0.9923647,0.001371015,0.002326896,0.0002452073,0.003420738,0.0002714214],"domain_scores_gemma":[0.9936495,0.002312858,0.001510723,0.0002326254,0.002130185,0.0001640866],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0008573562,0.001093203,0.9830542,0.0005136042,0.00005200686,5.123084e-7,0.0007591643,0.0003214181,0.00002747034,0.0001370949,0.002372448,0.01081157],"study_design_scores_gemma":[0.00795723,0.002069073,0.9810526,0.002882441,0.00004142093,0.000009130391,0.0008566963,0.00483539,0.00004906953,0.0001007074,0.00006496117,0.00008132448],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9807082,0.00009415865,0.000007202385,0.01149069,0.004299087,0.003275858,0.000006543102,0.00000191868,0.0001163161],"genre_scores_gemma":[0.9969329,0.00005356872,0.0004291009,0.001622783,0.0003622726,0.0002512333,0.0001329186,0.00001649547,0.0001987281],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0258105,"threshold_uncertainty_score":0.9996873,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3016806524","doi":"10.3352/jeehp.2020.17.12","title":"Performance of the Ebel standard-setting method for the spring 2019 Royal College of Physicians and Surgeons of Canada internal medicine certification examination consisting of multiple-choice questions","year":2020,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Manitoba; University of Calgary; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Specialty; Certification; Nuclear medicine; Medicine; Statistics; Psychology; Mathematics; Family medicine; Management","authors":[{"name":"Jimmy Bourque","is_ca":true},{"name":"Haley Skinner","is_ca":true},{"name":"Jonathan Dupré","is_ca":true},{"name":"Maria Bacchus","is_ca":true},{"name":"Martha Ainslie","is_ca":true},{"name":"Irene Ma","is_ca":true},{"name":"Gary Cole","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3982188306808459,"gpt":0.5391948166882257,"spread":0.1409759860073798,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02215956,0.00008677334,0.0004276129,0.0002019808,0.0004353609,0.000004641288,0.0003573154,0.0000389358,0.00002910675],"category_scores_gemma":[0.2613388,0.00005065092,0.00009280076,0.0007777116,0.0001393381,0.0001124476,0.0000482555,0.0001755172,2.057026e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001376313,"about_ca_system_score_gemma":0.004115891,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004487721,"about_ca_topic_score_gemma":0.003217783,"domain_scores_codex":[0.9951599,0.00122444,0.001987487,0.0001559841,0.001331244,0.0001409251],"domain_scores_gemma":[0.8772005,0.111593,0.005705876,0.0002040544,0.005226462,0.00007008405],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006917389,0.0003004644,0.699519,0.001231465,0.0002347946,2.676518e-8,0.01028834,0.03501034,0.009224675,0.006654121,0.04833601,0.188509],"study_design_scores_gemma":[0.0007857529,0.0002607772,0.7978048,0.0007800138,0.00008201546,0.000001973346,0.006419925,0.191255,0.0007301784,0.001266325,0.0005688247,0.00004438232],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7749726,0.001078702,0.1043173,0.1151745,0.001943299,0.001818952,0.0005860908,0.000002388031,0.000106098],"genre_scores_gemma":[0.9655972,0.00002042175,0.03390514,0.0002166393,0.0001335962,0.00002843866,0.000004086492,0.000006358589,0.00008817913],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2391792,"threshold_uncertainty_score":0.7680104,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2078254629","doi":"10.3352/jeehp.2011.8.13","title":"Implementation of a multi-level evaluation strategy: a case study on a program for international medical graduates","year":2011,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Personalization; Baseline (sea); Resource (disambiguation); Psychological intervention; Medical education; Data collection; Process (computing); Knowledge management; Intervention (counseling); Underpinning; Program evaluation; Process management; Computer science; Psychology; Medicine; Business; Nursing; Engineering; Political science","authors":[{"name":"Debra Nestel","is_ca":false},{"name":"Melanie Regan","is_ca":false},{"name":"Priyanga Vijayakumar","is_ca":false},{"name":"Irum Sunderji","is_ca":false},{"name":"Cathy Haigh","is_ca":false},{"name":"Cathy M. Smith","is_ca":true},{"name":"A. A. Wright","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5803600417563879,"gpt":0.693242103122204,"spread":0.1128820613658161,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02058426,0.0002685309,0.0005886676,0.0006147608,0.001150339,0.00001120775,0.0003943598,0.0002408883,0.002685915],"category_scores_gemma":[0.007108166,0.0002214676,0.0002174435,0.0004230005,0.00007683396,0.0003649224,0.00005298678,0.0006103439,0.00001237445],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001465884,"about_ca_system_score_gemma":0.02104552,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009750483,"about_ca_topic_score_gemma":0.003636105,"domain_scores_codex":[0.9904473,0.002566229,0.003555504,0.0003741295,0.002450792,0.0006060157],"domain_scores_gemma":[0.9799579,0.002582849,0.004330068,0.0002978243,0.01232156,0.0005097889],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.002838538,0.02557492,0.2057662,0.001939707,0.001040379,0.00000917169,0.1374923,0.0002486578,0.00002902865,0.01605431,0.1201493,0.4888576],"study_design_scores_gemma":[0.0369751,0.01486047,0.3585817,0.003913182,0.0008704991,0.0001663717,0.5358813,0.02278782,0.00004465052,0.02105398,0.004283196,0.0005817103],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9193646,0.0004021896,0.002439126,0.03453558,0.008169791,0.03427318,0.000390666,0.00003427918,0.0003905537],"genre_scores_gemma":[0.9691123,0.00002930422,0.01947061,0.0008810067,0.0008926358,0.009008361,0.0002954078,0.00004439899,0.0002659754],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4882759,"threshold_uncertainty_score":0.9982257,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2886213067","doi":"10.3352/jeehp.2018.15.18","title":"The implementation and evaluation of an e-Learning training module for objective structured clinical examination raters in Canada","year":2018,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"University of Ottawa Heart Institute Foundation; University of Ottawa","keywords":"Computer science; E learning; Objective structured clinical examination; Training (meteorology); Medical education; Artificial intelligence; Medical physics; Medicine; World Wide Web; The Internet","authors":[{"name":"Karima Khamisa","is_ca":true},{"name":"Samantha Halman","is_ca":true},{"name":"Isabelle Desjardins","is_ca":true},{"name":"Mireille St. Jean","is_ca":true},{"name":"Debra Pugh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1799565887568894,"gpt":0.5953672734412092,"spread":0.4154106846843199,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02271185,0.0000924413,0.0002581496,0.0002562963,0.0005213562,0.00001248569,0.00007967251,0.00006832545,0.00008942793],"category_scores_gemma":[0.009994952,0.00007070993,0.00004406638,0.0003492126,0.00009950667,0.0002409,0.000008706894,0.0002709421,1.376599e-7],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001784531,"about_ca_system_score_gemma":0.0314457,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00350904,"about_ca_topic_score_gemma":0.07275327,"domain_scores_codex":[0.9959086,0.001169854,0.001487079,0.0001723153,0.001060853,0.0002012592],"domain_scores_gemma":[0.9899435,0.001242543,0.001618926,0.0001207652,0.00697143,0.0001028428],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004381199,0.000224446,0.02840818,0.0001315279,0.00008308732,2.136712e-8,0.01082175,0.0003958345,0.0001592578,0.002317461,0.003803811,0.9532165],"study_design_scores_gemma":[0.004309063,0.001086499,0.8541211,0.0002340682,0.000161601,0.00001095344,0.0564589,0.07635485,0.0001158522,0.006580109,0.0004982759,0.00006873972],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9731063,0.000131253,0.001054007,0.02091215,0.001993835,0.002754703,0.00001192126,0.000001714208,0.0000341648],"genre_scores_gemma":[0.9891543,0.00001991645,0.00893926,0.0005018951,0.0007224993,0.0003637791,0.0002572602,0.00001333303,0.00002770787],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9531478,"threshold_uncertainty_score":0.9983443,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1991005418","doi":"10.3352/jeehp.2014.11.31","title":"Designing and conducting a two day orientation program for first semester undergraduate medical students","year":2014,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Orientation (vector space); Medical education; Computer science; Mathematics education; Psychology; Medicine; Mathematics","authors":[{"name":"P Ravi Shankar","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1696907513453842,"gpt":0.5871495641180114,"spread":0.4174588127726273,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01421475,0.0001316946,0.0003147243,0.0003333311,0.0006990055,0.00004561496,0.0001443434,0.000107017,0.0001115937],"category_scores_gemma":[0.02638123,0.0001076281,0.00007850619,0.0003334161,0.00008422543,0.0002579609,0.00002603394,0.0003353483,0.000002206556],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004500795,"about_ca_system_score_gemma":0.004439568,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004669545,"about_ca_topic_score_gemma":0.00001354813,"domain_scores_codex":[0.9963369,0.0003582205,0.001183607,0.0002179552,0.001634636,0.0002686952],"domain_scores_gemma":[0.9934235,0.001944493,0.001158201,0.0001460564,0.003044063,0.0002837326],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0007331119,0.005882566,0.1054349,0.00303492,0.0004737786,3.362209e-7,0.0154636,0.0002062945,0.0003426353,0.03872139,0.2425822,0.5871243],"study_design_scores_gemma":[0.06770547,0.01454325,0.3420916,0.02283705,0.002667081,0.0009389163,0.02848599,0.1665947,0.0005352026,0.1474748,0.2046327,0.00149326],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3630347,0.000221997,0.1154184,0.5111838,0.004224596,0.005782086,0.000006697524,0.00002197718,0.0001057243],"genre_scores_gemma":[0.8171229,0.00003424414,0.1711003,0.007310242,0.00212688,0.001529223,0.0002947823,0.00003665889,0.0004447702],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.585631,"threshold_uncertainty_score":0.98182,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2110847541","doi":"10.3352/jeehp.2015.12.9","title":"Challenges in shifting to an integrated curriculum in a Caribbean medical school","year":2015,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Curriculum; Caribbean region; Medical education; Computer science; Mathematics education; Medicine; Psychology; Pedagogy; Political science; Latin Americans","authors":[{"name":"P Ravi Shankar","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3361575007325163,"gpt":0.6094517195581488,"spread":0.2732942188256325,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02787899,0.0002168809,0.0006381515,0.0009884957,0.0004471614,0.00001029748,0.0004575896,0.0003655408,0.0009837104],"category_scores_gemma":[0.04046864,0.0001800233,0.0000694265,0.001045475,0.00003598997,0.0004978573,0.000080151,0.001646533,0.00008583978],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.004652826,"about_ca_system_score_gemma":0.05295981,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001273941,"about_ca_topic_score_gemma":0.01903195,"domain_scores_codex":[0.989819,0.004335972,0.00283284,0.0003578505,0.001778202,0.0008760912],"domain_scores_gemma":[0.990501,0.001811071,0.001353711,0.0002971353,0.003444518,0.00259254],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00123424,0.004595565,0.509767,0.001435302,0.00004655983,0.000005600995,0.1228275,0.003228587,0.000007025461,0.0351934,0.2583109,0.06334832],"study_design_scores_gemma":[0.01304527,0.002662091,0.4016925,0.02492996,0.00004680045,0.00004033421,0.3886487,0.0142225,0.000001646545,0.04413366,0.10992,0.0006564942],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4269014,0.003590143,0.0001853911,0.5574424,0.005054164,0.005162302,0.00002813693,0.00002137539,0.001614711],"genre_scores_gemma":[0.9757165,0.0003178579,0.01095031,0.009315558,0.00170038,0.001438017,0.0001350645,0.00004986273,0.0003763925],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5488152,"threshold_uncertainty_score":0.9999295,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2412489802","doi":"10.3352/jeehp.2016.13.20","title":"Presidential address: launching the Korea Health Personnel Licensing Examination Institute, a government-supported special foundation from December 23, 2015","year":2016,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Pharmacy and Medical Practices","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Foundation (evidence); Government (linguistics); Medical education; Medicine; Political science","authors":[{"name":"Chang Hwi Kim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3077478843118082,"gpt":0.5837614269185688,"spread":0.2760135426067606,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01068711,0.0001730046,0.00028534,0.0001150415,0.001527427,0.00003924716,0.0002644487,0.0001528605,0.004894875],"category_scores_gemma":[0.006427736,0.0001086522,0.0001253998,0.0001783526,0.0001595316,0.001302587,0.00004532807,0.0006897526,0.00006308879],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001142773,"about_ca_system_score_gemma":0.006399603,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000636247,"about_ca_topic_score_gemma":0.0003898155,"domain_scores_codex":[0.994199,0.002833525,0.001170299,0.0002397932,0.001174664,0.0003826685],"domain_scores_gemma":[0.9915307,0.00456631,0.00244568,0.0001482237,0.0008760515,0.0004330186],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001486653,0.001767833,0.003493408,0.000147962,0.0004788673,0.000001082271,0.02407807,0.0002334204,0.003354547,0.004791995,0.6890333,0.2711328],"study_design_scores_gemma":[0.01217025,0.0005428822,0.08538833,0.001035071,0.0006933194,0.00006406433,0.00979612,0.005271478,0.0006259044,0.0114335,0.8726138,0.0003652092],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3858752,0.001552534,0.007546991,0.5780774,0.02188663,0.002983769,0.0002714547,0.00001946738,0.001786565],"genre_scores_gemma":[0.9766201,0.0006034274,0.001121484,0.01070544,0.009051847,0.0001525856,0.0002434016,0.00002185388,0.00147991],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5907449,"threshold_uncertainty_score":0.9997724,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2765995486","doi":"10.3352/jeehp.2017.14.25","title":"Evaluation of a course to prepare international students for the United States Medical Licensing Examination step 2 clinical skills exam","year":2017,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Johns Hopkins University","keywords":"Medical education; Competence (human resources); United States Medical Licensing Examination; Test (biology); Medicine; Medical school; Educational measurement; Psychology; Family medicine; Curriculum; Pedagogy; Social psychology","authors":[{"name":"Rachel B. Levine","is_ca":false},{"name":"Andrew P. Levy","is_ca":false},{"name":"Robert Lubin","is_ca":false},{"name":"Sarah Halevi","is_ca":false},{"name":"Rebeca Rios","is_ca":false},{"name":"Danelle Cayea","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2861969031259385,"gpt":0.6857632889006259,"spread":0.3995663857746874,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09150814,0.000232242,0.0006130036,0.0003859866,0.00348169,0.00005349539,0.001338621,0.0003352147,0.001226943],"category_scores_gemma":[0.07300249,0.0001695892,0.0002347319,0.0002810354,0.0001865118,0.0004382929,0.0002204174,0.0006734086,0.00001758287],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001737466,"about_ca_system_score_gemma":0.01960232,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001966172,"about_ca_topic_score_gemma":0.0008193238,"domain_scores_codex":[0.9843482,0.005120198,0.003705819,0.000385824,0.005836429,0.0006035185],"domain_scores_gemma":[0.9552526,0.01307642,0.006488044,0.0007063758,0.02384108,0.0006355087],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.001380184,0.00465508,0.2112503,0.0008445294,0.0009675675,2.705945e-7,0.02479622,0.004971455,0.000006780984,0.005926468,0.522231,0.22297],"study_design_scores_gemma":[0.009111443,0.0009547315,0.8020566,0.005940827,0.000772158,0.000006384209,0.01743151,0.08463353,0.000003709971,0.006038432,0.07282095,0.000229728],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.649264,0.0007351867,0.00707254,0.3080633,0.01900786,0.01511257,0.0002664405,0.00001728539,0.000460781],"genre_scores_gemma":[0.9802041,0.0005010499,0.006301468,0.005912164,0.003202521,0.001951115,0.0005659847,0.00005175749,0.001309839],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5908062,"threshold_uncertainty_score":0.9996861,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2262777419","doi":"10.3352/jeehp.2016.13.6","title":"Calibrating the Medical Council of Canada’s Qualifying Examination Part I using an integrated item response theory framework: a comparison of models and designs","year":2016,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Polytomous Rasch model; Item response theory; Calibration; Statistics; Set (abstract data type); Test (biology); Computer science; Type I and type II errors; Econometrics; Multiple choice; Psychology; Mathematics; Significant difference; Psychometrics; Programming language","authors":[{"name":"André F. De Champlain","is_ca":true},{"name":"André-Philippe Boulais","is_ca":true},{"name":"Andrew Dallas","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8970046108208954,"gpt":0.6521780930522075,"spread":0.2448265177686879,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1427901,0.00009618183,0.0004048758,0.000231009,0.0005184228,0.00002390706,0.0003861212,0.0001065562,0.0002606368],"category_scores_gemma":[0.5221431,0.00004733292,0.00005595945,0.00070691,0.0001326739,0.0003873337,0.00004021937,0.0002443042,7.739854e-8],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007136277,"about_ca_system_score_gemma":0.04438976,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001025505,"about_ca_topic_score_gemma":0.002235562,"domain_scores_codex":[0.9818676,0.01122417,0.002383324,0.0002017283,0.00410068,0.0002225563],"domain_scores_gemma":[0.674095,0.3098079,0.00600661,0.0003969487,0.009329663,0.000363798],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003576893,0.001541402,0.04949702,0.000303457,0.0002057733,4.992464e-7,0.07685661,0.02113978,0.00223407,0.07484759,0.01813458,0.7516623],"study_design_scores_gemma":[0.001476082,0.0007535015,0.08482438,0.003052074,0.00007378865,0.00003660316,0.07649538,0.4724783,0.00017733,0.3594216,0.001025222,0.0001857546],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5656958,0.0006908517,0.4087528,0.02345448,0.0009149691,0.0004218635,0.00002940799,0.000001980658,0.00003787065],"genre_scores_gemma":[0.951415,0.00001586673,0.04803224,0.0002993594,0.0001278313,0.0000165629,0.000001977556,0.000006640643,0.0000845068],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7514766,"threshold_uncertainty_score":0.9610277,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404094486","doi":"10.3352/jeehp.2024.21.31","title":"Validation of the Blended Learning Usability Evaluation–Questionnaire (BLUE-Q) through an innovative Bayesian questionnaire validation approach","year":2024,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Health Education and Validation","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; McGill University Health Centre; University of Toronto","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Usability; Likert scale; Computer science; Cronbach's alpha; CLARITY; Scale (ratio); Subject-matter expert; Knowledge management; Medical education; Psychology; Artificial intelligence; Statistics; Psychometrics; Medicine; Mathematics; Human–computer interaction; Clinical psychology; Expert system","authors":[{"name":"Anish Arora","is_ca":true},{"name":"Charo Rodríguez","is_ca":true},{"name":"Tamara E. Carver","is_ca":true},{"name":"Hao Zhang","is_ca":true},{"name":"Tibor Schuster","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2000736107642087,"gpt":0.5531405136365891,"spread":0.3530669028723804,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.02907813,0.0002061499,0.0003436888,0.0004175965,0.002271658,0.0001376694,0.0003802159,0.0002337072,0.0005938401],"category_scores_gemma":[0.02014215,0.000166299,0.0001848596,0.00215675,0.0002801507,0.002314663,0.00002708095,0.0006398144,0.000008594158],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002437481,"about_ca_system_score_gemma":0.04413628,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003032795,"about_ca_topic_score_gemma":0.00009768124,"domain_scores_codex":[0.9873545,0.007521694,0.001911657,0.000397259,0.002439393,0.0003755144],"domain_scores_gemma":[0.9865097,0.001157305,0.001992471,0.0003217013,0.00976387,0.0002549549],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001951009,0.002865889,0.02945405,0.001930504,0.0002088247,4.314733e-8,0.4534546,0.03183909,0.0004010639,0.3877295,0.01480791,0.0771134],"study_design_scores_gemma":[0.005108378,0.00177808,0.266967,0.01022492,0.001202953,0.00004393988,0.182638,0.1181507,0.002699867,0.3375633,0.07214942,0.001473452],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5354089,0.002108092,0.07278762,0.3629363,0.01388365,0.01011859,0.00006507725,0.0001028819,0.00258892],"genre_scores_gemma":[0.9917279,0.0001093593,0.004943754,0.0004322609,0.001398834,0.0006115207,0.000352588,0.00002903088,0.0003947796],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.456319,"threshold_uncertainty_score":0.9997684,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3007534255","doi":"10.3352/jeehp.2020.17.5","title":"Potential of feedback during objective structured clinical examination to evoke an emotional response in medical students in Canada","year":2020,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Medical Council of Canada; University of Ottawa","funders":"","keywords":"Embarrassment; Objective structured clinical examination; Psychology; Emotional reaction; Clinical psychology; Medical education; Medicine; Social psychology; Psychiatry","authors":[{"name":"Dalia Karol","is_ca":true},{"name":"Debra Pugh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08914017321305964,"gpt":0.5361213036606929,"spread":0.4469811304476332,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009015798,0.00009695058,0.0004591756,0.0002471458,0.00007423351,0.000006125104,0.0001837526,0.0001124634,0.0004911181],"category_scores_gemma":[0.1503729,0.00008391849,0.00008431124,0.0003936072,0.00003120048,0.00009712092,0.00003767031,0.0004959175,0.000001577085],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001281869,"about_ca_system_score_gemma":0.04006302,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005885154,"about_ca_topic_score_gemma":0.03597429,"domain_scores_codex":[0.9939579,0.001551558,0.00188194,0.0002185707,0.002189636,0.0002003334],"domain_scores_gemma":[0.9883319,0.008517657,0.0008298592,0.0001134162,0.001370111,0.0008370145],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01179473,0.00248401,0.9628084,0.0001642366,0.0000677751,0.000009768049,0.003761746,0.003788145,0.0001745706,0.0001063854,0.003119453,0.01172081],"study_design_scores_gemma":[0.005927566,0.001188658,0.9855413,0.002057002,0.00003196742,0.00002059581,0.002310074,0.002557894,0.00001500355,0.0002760919,0.00001323766,0.00006055621],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.89125,0.00006120739,0.0001181016,0.1066847,0.0008808541,0.000966881,0.00002978975,0.00000141295,0.000007022437],"genre_scores_gemma":[0.9944074,0.0000204077,0.001465643,0.003451501,0.0005087741,0.00004228167,0.00006790846,0.00001082391,0.00002528976],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1413571,"threshold_uncertainty_score":0.9816167,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4294991525","doi":"10.3352/jeehp.2022.19.26","title":"Acceptability of the 8-case objective structured clinical examination of medical students in Korea using generalizability theory: a reliability study","year":2022,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Generalizability theory; Reliability (semiconductor); Objective structured clinical examination; Statistics; Psychology; Variance components; Medicine; Mathematics; Medical education","authors":[{"name":"Song Yi Park","is_ca":false},{"name":"Sang Hwa Lee","is_ca":false},{"name":"Min Jeong Kim","is_ca":false},{"name":"Ki‐Hwan Ji","is_ca":false},{"name":"Ji Ho Ryu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1615378778704149,"gpt":0.599957094874539,"spread":0.4384192170041241,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07940491,0.0001254693,0.0005791098,0.0003712911,0.0004582029,0.000005960639,0.0004799665,0.0001282229,0.002030569],"category_scores_gemma":[0.04658343,0.00008993773,0.0002073848,0.001275094,0.0002692171,0.0001375258,0.0002099016,0.001015569,1.162092e-7],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001937008,"about_ca_system_score_gemma":0.01527935,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001353809,"about_ca_topic_score_gemma":0.00007924203,"domain_scores_codex":[0.9834635,0.008775816,0.003374238,0.0003049609,0.003880585,0.0002009478],"domain_scores_gemma":[0.9900115,0.002343776,0.003033063,0.0005608895,0.003909737,0.0001410887],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006879034,0.01527098,0.934068,0.0003538197,0.0001124125,8.119763e-7,0.015557,0.0008856417,0.00002030776,0.001726318,0.000883876,0.03043297],"study_design_scores_gemma":[0.003436212,0.0008601471,0.9464089,0.0001125956,0.0001730654,0.000101412,0.03439641,0.005715279,0.00001256365,0.008693021,0.00003303382,0.00005736243],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9739179,0.00008462194,0.0003931664,0.01855519,0.002636263,0.004358293,0.00003405782,0.000002260638,0.00001824434],"genre_scores_gemma":[0.995617,0.00000446749,0.003111651,0.0006675909,0.0002378398,0.0002918145,0.00003542092,0.00001281537,0.00002138812],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03282148,"threshold_uncertainty_score":0.9988817,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4406408913","doi":"10.3352/jeehp.2025.22.5","title":"Reliability and construct validation of the Blended Learning Usability Evaluation–Questionnaire with interprofessional clinicians in Canada: a methodological study","year":2025,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Juravinski Cancer Centre; The Wilson Centre; McGill University; McMaster University; University of Toronto","funders":"Health Canada; Government of Canada","keywords":"Cronbach's alpha; Usability; Construct validity; Likert scale; Credibility; Psychology; Asynchronous communication; Construct (python library); Reliability (semiconductor); Computer science; Psychometrics; Clinical psychology; Human–computer interaction; Developmental psychology","authors":[{"name":"Anish Arora","is_ca":true},{"name":"Jeff Myers","is_ca":true},{"name":"Tavis Apramian","is_ca":true},{"name":"Kulamakan Kulasegaram","is_ca":true},{"name":"Daryl Bainbridge","is_ca":true},{"name":"Hsien Seow","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1543395241141086,"gpt":0.5778210872841091,"spread":0.4234815631700005,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02320208,0.0002087043,0.0006216664,0.0003353612,0.001290491,0.000009424643,0.0002892766,0.0001653778,0.0004326454],"category_scores_gemma":[0.02357589,0.0001318104,0.00008818821,0.00101229,0.0001723909,0.0002800614,0.0001023748,0.001261631,9.812017e-7],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003475793,"about_ca_system_score_gemma":0.1614272,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02169261,"about_ca_topic_score_gemma":0.1892116,"domain_scores_codex":[0.9810964,0.01411759,0.00271685,0.0003748948,0.001370461,0.0003237538],"domain_scores_gemma":[0.981984,0.007968835,0.00275218,0.0003386362,0.006821212,0.0001351132],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001288277,0.0007810191,0.9781024,0.0003513039,0.00005887476,4.002793e-8,0.006027089,0.002426827,0.00004987952,0.003710384,0.002773094,0.004430776],"study_design_scores_gemma":[0.003040998,0.0003097719,0.9119323,0.002586871,0.0001363548,0.000002601074,0.06196428,0.003526482,0.0000213597,0.01613094,0.0002396911,0.0001083789],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9147718,0.0002393008,0.0007360128,0.07405176,0.003904915,0.006025964,0.00002372116,0.000004878699,0.0002416282],"genre_scores_gemma":[0.9946643,0.0000121021,0.002325769,0.001235552,0.0001434584,0.001202223,0.0000378693,0.00001231657,0.0003664565],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.167519,"threshold_uncertainty_score":0.9925542,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2009174856","doi":"10.3352/jeehp.2008.5.2","title":"Proposal of the Implementation of an International Pharmacy Graduate Preliminary Examination","year":2008,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Pharmacy and Medical Practices","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Pharmacy; Accreditation; Test (biology); Medical education; Pharmacist; Medicine; Pharmacy practice; Multistate Pharmacy Jurisprudence Examination; Family medicine; Pharmaconomist","authors":[{"name":"Kyenghee Kwon","is_ca":false},{"name":"Jeoung Hill Park","is_ca":false},{"name":"Jinwoong Kim","is_ca":false},{"name":"Seung Ki Lee","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5101176070322258,"gpt":0.6733656710429481,"spread":0.1632480640107223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006676846,0.0001045809,0.0002209763,0.00019779,0.0004365481,0.00000327187,0.0003543661,0.00006771091,0.001487055],"category_scores_gemma":[0.001525335,0.00007577024,0.00012774,0.00021807,0.0001788506,0.0007256034,0.00003745664,0.0005061617,0.000002300293],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001920346,"about_ca_system_score_gemma":0.006288621,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002665206,"about_ca_topic_score_gemma":0.0000102813,"domain_scores_codex":[0.9957007,0.001928318,0.00121339,0.0001252406,0.0008575046,0.0001748652],"domain_scores_gemma":[0.9938136,0.001194938,0.002708049,0.0001138396,0.001985976,0.0001836169],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.007075573,0.01739579,0.1412655,0.001662374,0.001601645,0.000002648263,0.077278,0.0041975,0.05805285,0.02429747,0.1506729,0.5164978],"study_design_scores_gemma":[0.0120079,0.001622949,0.8463709,0.0002909582,0.0006533654,0.000234358,0.006480632,0.01174306,0.06561884,0.00824925,0.04648773,0.0002400296],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9280864,0.0002407267,0.0001577632,0.06492706,0.004829005,0.001354478,0.000096529,0.000003491442,0.000304535],"genre_scores_gemma":[0.9958145,0.000316012,0.001496364,0.00135844,0.0005853087,0.0001182004,0.0001035703,0.00001044213,0.0001971387],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7051055,"threshold_uncertainty_score":0.9994257,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2159647634","doi":"10.3352/jeehp.2015.12.10","title":"Initiating small group learning in a Caribbean medical school","year":2015,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Small group learning; Learning environment; Curriculum; Context (archaeology); Socialization; Experiential learning; Active learning (machine learning); Medical education; Problem-based learning; Cooperative learning; Psychology; Mathematics education; Pedagogy; Medicine; Computer science; Teaching method; Artificial intelligence; Geography","authors":[{"name":"P Ravi Shankar","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2001838928762288,"gpt":0.543058781449507,"spread":0.3428748885732782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01584825,0.0001172184,0.000344329,0.0007002082,0.0002366277,0.00001463527,0.0001416382,0.0001742968,0.0008850858],"category_scores_gemma":[0.09815263,0.0001002406,0.00008193259,0.0007588073,0.00005478845,0.0002096073,0.00002596568,0.001130158,0.00001758952],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001692673,"about_ca_system_score_gemma":0.03687857,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003639155,"about_ca_topic_score_gemma":0.00004966049,"domain_scores_codex":[0.9958151,0.0005822457,0.001527803,0.0001678737,0.001613785,0.0002931998],"domain_scores_gemma":[0.9938887,0.0007211889,0.001098084,0.0001443159,0.003434097,0.0007136656],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.001179151,0.006552565,0.3043447,0.001392685,0.0002169084,0.000005675623,0.02554544,0.001333277,0.0001542663,0.02803121,0.4535561,0.1776881],"study_design_scores_gemma":[0.03361087,0.005460846,0.6362565,0.01282498,0.0004169292,0.001075939,0.07445475,0.08393993,0.00003643297,0.05194303,0.09921224,0.0007675767],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.472283,0.0008568423,0.004052278,0.5153575,0.003986052,0.002030242,0.000004093945,0.0000169131,0.001413035],"genre_scores_gemma":[0.9405931,0.0000378049,0.0429148,0.01261977,0.002445214,0.0003838853,0.0003562713,0.0000336804,0.0006154709],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5027378,"threshold_uncertainty_score":0.9691069,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2236484017","doi":"10.3352/jeehp.2015.12.52","title":"Pre-clinical versus clinical medical students’ attitudes towards the poor in the United States","year":2015,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Empathy and Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Windsor","keywords":"Medical education; Psychology; Mathematics education; Medicine","authors":[{"name":"Danial Jilani","is_ca":false},{"name":"Ashley K. Fernandes","is_ca":false},{"name":"Nicole J. Borges","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5124042120784384,"gpt":0.6739462629049746,"spread":0.1615420508265362,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06346645,0.0001212293,0.000391979,0.0001896361,0.0002930891,0.00002719728,0.0005496293,0.0001973201,0.0004379221],"category_scores_gemma":[0.06383672,0.00006054145,0.0001976927,0.0004767283,0.0002318808,0.0001179753,0.00004822133,0.001420231,0.00001628955],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003661845,"about_ca_system_score_gemma":0.02648399,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008646883,"about_ca_topic_score_gemma":0.0001006441,"domain_scores_codex":[0.9905843,0.003554569,0.002082653,0.0001824369,0.00332478,0.0002713054],"domain_scores_gemma":[0.9854149,0.009929914,0.001117443,0.0002995116,0.002404183,0.0008340251],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.003523957,0.009663264,0.2163654,0.0001531347,0.0002428977,0.000001699,0.05163182,0.00008373486,1.815073e-7,0.001375748,0.696054,0.02090413],"study_design_scores_gemma":[0.009608754,0.002374926,0.9001785,0.0006618001,0.0002165878,0.00004854196,0.03964679,0.001390042,3.500676e-7,0.002636936,0.04316212,0.00007465411],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5555943,0.0005672988,0.00009815903,0.4378852,0.004570058,0.001200659,0.000004854292,0.000003103135,0.00007642696],"genre_scores_gemma":[0.9561444,0.0007956867,0.001080842,0.03710662,0.003757383,0.0002859753,0.0003496218,0.00001588806,0.0004636088],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6838132,"threshold_uncertainty_score":0.979035,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4383059115","doi":"10.3352/jeehp.2023.20.22","title":"Experience of introducing an electronic health records station in an objective structured clinical examination to evaluate medical students’ communication skills in Canada: a descriptive study","year":2023,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary; Medical Council of Canada; University of Ottawa","funders":"University of Ottawa","keywords":"Objective structured clinical examination; Thematic analysis; Focus group; Medical education; Communication skills; Perception; Psychology; Medicine; Qualitative research","authors":[{"name":"Kuan-chin Jean Chen","is_ca":true},{"name":"Ilona Bartman","is_ca":true},{"name":"Debra Pugh","is_ca":true},{"name":"David Topps","is_ca":true},{"name":"Isabelle Desjardins","is_ca":true},{"name":"Melissa Forgie","is_ca":true},{"name":"Douglas Archibald","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1107333440122771,"gpt":0.5808254139298485,"spread":0.4700920699175715,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03865911,0.000175482,0.0006712381,0.001394782,0.0002685386,0.00001808348,0.0004678158,0.0001202967,0.0001799203],"category_scores_gemma":[0.02090452,0.0001637189,0.00005197213,0.002416924,0.00006360488,0.0005282519,0.00005953865,0.0009250769,0.000001621097],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.009343569,"about_ca_system_score_gemma":0.07073969,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.04955608,"about_ca_topic_score_gemma":0.5188969,"domain_scores_codex":[0.9877453,0.004480884,0.003477768,0.0004355222,0.003370264,0.0004902662],"domain_scores_gemma":[0.9921956,0.001119006,0.001925313,0.0004672427,0.003911166,0.0003816638],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007025833,0.007147331,0.6899701,0.0001720263,0.00007106749,7.069605e-7,0.1484652,0.002221765,0.00004892406,0.0005894648,0.003447076,0.1471637],"study_design_scores_gemma":[0.003296389,0.002552378,0.8733914,0.0007674875,0.00002928748,0.000006954034,0.1093339,0.009358071,0.000008601106,0.001118872,0.00003798084,0.00009863385],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9565484,0.00008881551,0.0005275596,0.03679752,0.001406967,0.00460416,0.00001343625,0.000007275201,0.000005891195],"genre_scores_gemma":[0.9915402,0.00009395173,0.004785461,0.001911006,0.0002908512,0.0007948874,0.0005201387,0.00002591688,0.00003761136],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4693409,"threshold_uncertainty_score":0.9944594,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099558626","doi":"10.3352/jeehp.2015.12.11","title":"Best-fit model of exploratory and confirmatory factor analysis of the 2010 Medical Council of Canada Qualifying Examination Part I clinical decision-making cases","year":2015,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Medical Education and Admissions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Confirmatory factor analysis; Exploratory factor analysis; Exploratory analysis; Medical education; Clinical decision making; Factor (programming language); Psychology; Medicine; Computer science; Structural equation modeling; Family medicine; Data science; Psychometrics; Clinical psychology; Machine learning","authors":[{"name":"André F. De Champlain","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.626887123476903,"gpt":0.5881185642960887,"spread":0.03876855918081434,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01274358,0.000101703,0.0006211853,0.0002478304,0.00018716,0.000003074373,0.0001501991,0.0001333571,0.0009336545],"category_scores_gemma":[0.1257446,0.0000666147,0.0001732352,0.0004546441,0.0001688165,0.000108085,0.00003383254,0.000380825,2.135296e-7],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006754283,"about_ca_system_score_gemma":0.2014099,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006207721,"about_ca_topic_score_gemma":0.004769642,"domain_scores_codex":[0.9936008,0.0008371766,0.002180505,0.0001389107,0.003096406,0.0001462189],"domain_scores_gemma":[0.9828286,0.006242246,0.002649622,0.000251322,0.006962334,0.001065861],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.001975255,0.01036228,0.1915566,0.002885041,0.002882374,0.000001823866,0.06284849,0.008356407,0.0002954306,0.005830952,0.6330236,0.07998176],"study_design_scores_gemma":[0.01052437,0.001623458,0.5621898,0.01496178,0.004796966,0.00009467642,0.07996611,0.3082953,0.0001339092,0.004677129,0.0122815,0.0004550068],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9532061,0.001227304,0.001265407,0.04090952,0.002454376,0.0007148423,0.0001256186,0.00000171271,0.00009511931],"genre_scores_gemma":[0.9954068,0.0001093097,0.002109619,0.001798071,0.0001998979,0.00002846553,0.00001983659,0.000008956698,0.0003190655],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6207421,"threshold_uncertainty_score":0.9999796,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2945832095","doi":"10.3352/jeehp.2019.16.13","title":"MEDTalks: a student-driven program to enhance undergraduate student understanding and interest in medical schools in Canada","year":2019,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Curriculum; Medical school; Interest group; Undergraduate education; Undergraduate research; Small group learning; Psychology; Medicine; Pedagogy; Political science","authors":[{"name":"Jayson Lee Azzi","is_ca":true},{"name":"Dalia Karol","is_ca":true},{"name":"Tayler Bailey","is_ca":true},{"name":"Christopher J. Ramnanan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1335704733828149,"gpt":0.5643172881290961,"spread":0.4307468147462812,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004115757,0.000120574,0.0003664393,0.0006121371,0.0001050826,0.0000173849,0.0001633959,0.00007991205,0.0002881961],"category_scores_gemma":[0.003688993,0.0001031348,0.00003359846,0.0007272192,0.00002627054,0.0001621542,0.00004551006,0.0006910117,0.000005885189],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.007312081,"about_ca_system_score_gemma":0.03184269,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006310297,"about_ca_topic_score_gemma":0.164672,"domain_scores_codex":[0.9965696,0.000275163,0.00127296,0.0002209443,0.001362531,0.0002988222],"domain_scores_gemma":[0.9977243,0.0004813113,0.0005474628,0.0001523338,0.0007701007,0.0003245185],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002881548,0.00268833,0.9066533,0.0006132427,0.00009327884,0.000003045209,0.005859263,0.0003101456,0.00006881353,0.01210225,0.03411653,0.03720368],"study_design_scores_gemma":[0.00399411,0.0009870013,0.9311362,0.006721235,0.00004313942,0.00005757916,0.04442543,0.004767706,0.000009743153,0.006015063,0.001660929,0.0001818841],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6761372,0.0001207418,0.0002369905,0.3196467,0.001281658,0.002510839,0.000002303062,0.000002296635,0.00006126231],"genre_scores_gemma":[0.990679,0.00005459763,0.003486847,0.004926849,0.000189107,0.0004208288,0.00004177807,0.00001484085,0.0001861242],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3147198,"threshold_uncertainty_score":0.9964986,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403385134","doi":"10.3352/jeehp.2024.21.28","title":"The legality and appropriateness of keeping Korean Medical Licensing Examination items confidential: a comparative analysis and review of court rulings","year":2024,"lang":"en","type":"review","venue":"Journal of Educational Evaluation for Health Professions","topic":"Medical Research and Treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Principle of legality; Confidentiality; United States Medical Licensing Examination; Law; Psychology; Computer science; Medical education; Political science; Medicine; Medical school","authors":[{"name":"Jae Sun Kim","is_ca":false},{"name":"Dae Un Hong","is_ca":false},{"name":"Ju Yoen Lee","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2888022441311718,"gpt":0.6211246266233137,"spread":0.3323223824921419,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01645135,0.0001719482,0.001784319,0.0004761405,0.0002422986,0.00001774557,0.000109509,0.0001463474,0.00009460595],"category_scores_gemma":[0.01081726,0.00009303534,0.0003600083,0.0007134545,0.0002353212,0.00007956274,0.00004520249,0.0005434339,8.501868e-7],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000297768,"about_ca_system_score_gemma":0.01409903,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005060454,"about_ca_topic_score_gemma":0.0000291067,"domain_scores_codex":[0.9939842,0.001516997,0.002148078,0.0002055868,0.001963026,0.0001821739],"domain_scores_gemma":[0.9899137,0.004059384,0.002640492,0.0001702385,0.002771473,0.0004447376],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00007242073,0.0005184584,0.0001660901,0.2313938,0.003953959,0.000001003415,0.001246346,2.548984e-7,8.138693e-7,0.002024382,0.004635048,0.7559874],"study_design_scores_gemma":[0.002482043,0.001052327,0.006951057,0.8111727,0.03803997,0.000284693,0.001541993,0.002129087,0.000002949011,0.002079048,0.1340155,0.0002486187],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002933191,0.9790547,0.0003834027,0.01734604,0.0003555629,0.002459323,0.00004440023,0.000001647612,0.00006155955],"genre_scores_gemma":[0.003565736,0.9949434,0.0004934586,0.0001766559,0.0002140422,0.0001378144,0.0003202565,0.00001093352,0.0001376883],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7557388,"threshold_uncertainty_score":0.997515,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2006382901","doi":"10.3352/jeehp.2013.10.7","title":"Continuing medical education as a national strategy to improve access to primary care in Saudi Arabia","year":2013,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Primary care; Continuing medical education; Continuing education; Test (biology); Medical education; Family medicine; Medicine; Primary health care; Program evaluation; Nursing; Political science; Environmental health","authors":[{"name":"Sami Ayed Alshammary","is_ca":false},{"name":"Savithiri Ratnapalan","is_ca":false},{"name":"Zekeriya Aktürk","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07093522327175421,"gpt":0.5406844693645076,"spread":0.4697492460927534,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004548946,0.0001923455,0.0004431272,0.001336557,0.0002402597,0.00007232661,0.0003435722,0.0002032152,0.002489786],"category_scores_gemma":[0.02149956,0.0001709927,0.0001056992,0.001275085,0.00004367578,0.0006429335,0.00006112644,0.0006296187,0.000119533],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003268918,"about_ca_system_score_gemma":0.05145385,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00010259,"about_ca_topic_score_gemma":0.00008177879,"domain_scores_codex":[0.994673,0.0002874702,0.001779902,0.0003339083,0.002529986,0.0003957791],"domain_scores_gemma":[0.9866691,0.0004775448,0.0008795356,0.0002315734,0.01102711,0.0007151782],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000374054,0.002367981,0.01125377,0.0009546132,0.00005186701,2.689464e-7,0.007273362,0.0003218641,0.000473009,0.006305977,0.4080139,0.5626093],"study_design_scores_gemma":[0.00462081,0.002386071,0.9255649,0.007099264,0.00009267321,0.000123539,0.01067864,0.001384486,0.00008376248,0.02104769,0.02651385,0.0004043202],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6197067,0.000446345,0.0006268651,0.3669584,0.003500108,0.006083758,0.00001278545,0.00001047252,0.002654542],"genre_scores_gemma":[0.9115397,0.00003053331,0.01936328,0.06104876,0.002248033,0.00362566,0.0005667551,0.00004175549,0.001535545],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9143111,"threshold_uncertainty_score":0.9984221,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2064169615","doi":"10.3352/jeehp.2014.11.28","title":"What steps are necessary to create written or web-based selected-response assessments?","year":2014,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Montreal General Hospital; McGill University","funders":"","keywords":"Computer science; Process (computing); Work (physics); Health care; Health professionals; Online assessment; Medical education; Formative assessment; Medicine; Psychology; Mathematics education; Engineering","authors":[{"name":"Matt Morgan","is_ca":false},{"name":"Valérie Dory","is_ca":true},{"name":"Stuart Lubarsky","is_ca":true},{"name":"Kieran Walsh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1018934734433987,"gpt":0.5380365283357339,"spread":0.4361430548923352,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01151004,0.0001974771,0.0004821787,0.0009268498,0.0005732498,0.00006655486,0.0002152436,0.0001591066,0.001472],"category_scores_gemma":[0.02507021,0.0001491844,0.0001136206,0.001394796,0.00005298399,0.000518647,0.00002213312,0.0005363796,0.00004293038],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001381066,"about_ca_system_score_gemma":0.02509226,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005276138,"about_ca_topic_score_gemma":0.00001751983,"domain_scores_codex":[0.9951623,0.001178609,0.001459262,0.0002758555,0.001540767,0.0003832089],"domain_scores_gemma":[0.9879873,0.002205347,0.001537066,0.0003557884,0.007465312,0.0004491639],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.007672837,0.003326524,0.01381113,0.0007818271,0.0001610512,6.743693e-7,0.00173629,0.0007511523,0.00107592,0.0008910057,0.9038714,0.0659202],"study_design_scores_gemma":[0.01286962,0.006175133,0.7206454,0.008689809,0.0005392822,0.0001392715,0.01564223,0.03586708,0.0002508106,0.00268759,0.1960029,0.0004908256],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4489622,0.0001629067,0.007129695,0.5370303,0.00438789,0.002220287,0.00001390062,0.00001736555,0.00007549943],"genre_scores_gemma":[0.8702363,0.00004983375,0.06934012,0.05234526,0.002247507,0.00105302,0.000388682,0.00006686462,0.004272378],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7078685,"threshold_uncertainty_score":0.9994408,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}