{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":27,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":27,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"622434103f93","filters":{"venue":"Journal of Educational Evaluation for Health Professions"}},"results":[{"id":"W2049217914","doi":"10.3352/jeehp.2014.11.20","title":"Reflective writing and its impact on empathy in medical education: systematic review","year":2014,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Empathy and Medical Education","field":"Medicine","cited_by":159,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Empathy; Reflective writing; CINAHL; Curriculum; Medical education; Psychology; Psychological intervention; MEDLINE; Medicine; Pedagogy; Social psychology; Psychiatry","authors":[{"name":"Isabel Chen","is_ca":true},{"name":"Connor M. Forbes","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09904297616015606,"gpt":0.5823871396492837,"spread":0.4833441634891276,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01545386,0.001335876,0.007199024,0.008458454,0.0007403366,0.003204576,0.001736258,0.001944557,0.003993824],"category_scores_gemma":[0.09254473,0.0008953192,0.006177007,0.01150725,0.001443809,0.002947108,0.001625465,0.0012276,0.0002378103],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003716881,"about_ca_system_score_gemma":0.01314145,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005151579,"about_ca_topic_score_gemma":0.01647269,"domain_scores_codex":[0.9864995,0.005127653,0.004703133,0.0007275791,0.002654762,0.0002872472],"domain_scores_gemma":[0.8748188,0.1008981,0.01655165,0.001251964,0.005732973,0.0007465115],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002369179,0.00002924871,0.001031652,0.9572148,0.0085804,0.00006223441,0.0002946262,0.00006417958,0.00008610368,0.0001291248,0.0006678564,0.03160305],"study_design_scores_gemma":[0.0003404836,0.0003434781,0.006089868,0.9109792,0.07367313,0.0003692547,0.0005004199,0.00008082704,0.0002308872,0.0002250707,0.007131016,0.00003636405],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002402672,0.9964508,0.0001486212,0.0002157494,0.00008483147,0.0003144078,0.0001424021,0.000007190081,0.0002332389],"genre_scores_gemma":[0.03995674,0.957714,0.0008202114,0.0003991277,0.00009701079,0.0007564736,0.0001339702,0.000006321586,0.000116207],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01545386,"threshold_uncertainty_score":0.08172882,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2782030070","doi":"10.3352/jeehp.2018.15.2","title":"Contributions of psychological needs, self-compassion, leisure-time exercise, and achievement goals to academic engagement and exhaustion in Canadian medical students","year":2018,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychology; Burnout; Autonomy; Competence (human resources); Emotional exhaustion; Self-determination theory; Clinical psychology; Coping (psychology); Compassion; Need for achievement; Social psychology","authors":[{"name":"Оксана Бабенко","is_ca":true},{"name":"Amber D. Mosewich","is_ca":true},{"name":"Joseph Roshan Abraham","is_ca":true},{"name":"Hollis Lai","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1175894296719039,"gpt":0.5730412919235713,"spread":0.4554518622516674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007041134,0.0002779284,0.0003533234,0.0009904692,0.003072558,0.001101139,0.0006408161,0.0004620622,0.001999595],"category_scores_gemma":[0.003210483,0.0002647475,0.000379615,0.001174347,0.0009023332,0.0002583747,0.001239373,0.0008925982,0.0001401781],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009299837,"about_ca_system_score_gemma":0.0175631,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.8982107,"about_ca_topic_score_gemma":0.9461343,"domain_scores_codex":[0.9990938,0.00007530975,0.00003851063,0.00006686366,0.0003726626,0.0003529749],"domain_scores_gemma":[0.9979686,0.0001531077,0.0004092371,0.00003051467,0.0004578422,0.0009806611],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000464222,0.0001292309,0.9893398,0.00003388895,0.0000166186,0.000047872,0.004588034,0.00002670798,0.0001555211,0.00005955603,0.0003514723,0.005204909],"study_design_scores_gemma":[0.000002446265,0.00002814906,0.9960977,0.00001848789,0.000005781043,0.0000233318,0.003374553,0.00005309374,0.00002858915,0.00001514189,0.0003470923,0.000005549023],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9989531,0.000110706,0.00001220827,0.000150468,0.0000036856,0.000009478677,0.00008167629,0.000001006247,0.0006777414],"genre_scores_gemma":[0.9993786,0.0001092669,0.00003878976,0.00003176122,0.000002324506,0.000006610929,0.00009965203,7.456634e-7,0.0003321377],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1017893,"threshold_uncertainty_score":0.2047775,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2560916963","doi":"10.3352/jeehp.2016.13.44","title":"A cost-effectiveness analysis of self-debriefing versus instructor debriefing for simulated crises in perioperative medicine in Canada","year":2016,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Ottawa Hospital; Innovation, Science and Economic Development Canada; The Wilson Centre; Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Debriefing; Psychology; Medical education; Randomized controlled trial; Medicine; Applied psychology; Surgery","authors":[{"name":"Wanrudee Isaranuwatchai","is_ca":true},{"name":"Fahad Alam","is_ca":true},{"name":"Jeffrey S. Hoch","is_ca":true},{"name":"Sylvain Boet","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2423614076170188,"gpt":0.5514675738551226,"spread":0.3091061662381038,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008437552,0.001359089,0.001573504,0.001728944,0.0007823462,0.001200478,0.001628403,0.001418153,0.004566684],"category_scores_gemma":[0.03767168,0.0006391756,0.003775048,0.001101049,0.00108538,0.0008677147,0.00111538,0.001964701,0.0001139667],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03910179,"about_ca_system_score_gemma":0.02846383,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.3569368,"about_ca_topic_score_gemma":0.2911618,"domain_scores_codex":[0.987707,0.008301638,0.0006338482,0.0006075839,0.001943378,0.0008066945],"domain_scores_gemma":[0.9805664,0.01202662,0.002914688,0.0004066683,0.002005555,0.002080069],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"observational","study_design_scores_codex":[0.5076896,0.02691095,0.04727823,0.009978683,0.01119232,0.0002328982,0.0005340796,0.09030133,0.002450954,0.002466558,0.002608138,0.2983563],"study_design_scores_gemma":[0.1774986,0.2976099,0.2118041,0.003436337,0.02327657,0.0004194141,0.001360777,0.2727052,0.005453747,0.001843493,0.00411208,0.0004798002],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9800375,0.006075651,0.002785927,0.001034731,0.0001276348,0.006290176,0.0008806022,0.00006446443,0.002703308],"genre_scores_gemma":[0.9952828,0.00107639,0.002279231,0.0001211131,0.00002023417,0.0007891405,0.0001888729,0.000005462436,0.0002366958],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6430632,"threshold_uncertainty_score":0.7097183,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2912914364","doi":"10.3352/jeehp.2019.16.4","title":"Cultural immersion in the education of healthcare professionals: a systematic review","year":2019,"lang":"en","type":"review","venue":"Journal of Educational Evaluation for Health Professions","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Immersion (mathematics); Health professionals; Health care; Medical education; Psychology; Cultural competence; Pedagogy; Medicine; Political science; Mathematics","authors":[{"name":"Marty J. Brock","is_ca":false},{"name":"Levi B. Fowler","is_ca":false},{"name":"Johnathan G. Freeman","is_ca":false},{"name":"Devan C. Richardson","is_ca":false},{"name":"Lisa Jayroe Barnes","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3438295384040527,"gpt":0.6394174111540661,"spread":0.2955878727500134,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008833846,0.001221936,0.004732059,0.008332007,0.0009991952,0.00309178,0.001568243,0.001978941,0.002997797],"category_scores_gemma":[0.04637769,0.0008501443,0.0036124,0.01017352,0.001168214,0.003164712,0.002036408,0.001329291,0.0002398252],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004494681,"about_ca_system_score_gemma":0.02066278,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006938057,"about_ca_topic_score_gemma":0.02010008,"domain_scores_codex":[0.9909124,0.004033586,0.002382142,0.000444268,0.00189498,0.0003326062],"domain_scores_gemma":[0.9639751,0.02772667,0.004261521,0.0003985011,0.003056775,0.0005814109],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00009344389,0.00003098529,0.0005693912,0.9296907,0.001769687,0.0001127256,0.001028673,0.0000582059,0.0001353688,0.0002937841,0.001157035,0.06506],"study_design_scores_gemma":[0.00005679625,0.0001382699,0.002013514,0.9717571,0.008171298,0.000324029,0.001197948,0.0000373575,0.0001367941,0.0001832991,0.0159639,0.00001965653],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001330934,0.9973804,0.0001616284,0.0002297086,0.0001047311,0.0003599392,0.00007145072,0.00000517193,0.0003560451],"genre_scores_gemma":[0.01446703,0.9838937,0.0005665016,0.000244905,0.00004653505,0.0006232284,0.00006038334,0.000002952031,0.00009471708],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.008833846,"threshold_uncertainty_score":0.04671836,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2078326370","doi":"10.3352/jeehp.2014.11.9","title":"Students’ perception of the learning environment at Xavier University School of Medicine, Aruba: a follow-up study","year":2014,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Perception; Nationality; Psychology; Medical education; Learning environment; Academic year; Medicine; Mathematics education; Geography; Immigration","authors":[{"name":"P Ravi Shankar","is_ca":false},{"name":"Rishi Kumar Bharti","is_ca":false},{"name":"Ravi Ramireddy","is_ca":false},{"name":"Ramanan Balasubramanium","is_ca":false},{"name":"Vivek Nuguri","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0746360173861421,"gpt":0.4789982235541127,"spread":0.4043622061679706,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001903998,0.0003552421,0.0005245041,0.001243438,0.002009522,0.001422048,0.0005378577,0.0007813803,0.001918178],"category_scores_gemma":[0.002870364,0.0003973608,0.0007841304,0.0008218599,0.0003990814,0.0007170998,0.0009010917,0.001337764,0.0007786356],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001137671,"about_ca_system_score_gemma":0.0009769375,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0120944,"about_ca_topic_score_gemma":0.01616276,"domain_scores_codex":[0.9993118,0.0001325405,0.00004180687,0.00007074289,0.0001952844,0.0002478916],"domain_scores_gemma":[0.9968239,0.0003267599,0.0006302956,0.0001353661,0.0009792323,0.001104474],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003200626,0.003114319,0.9682245,0.0000518905,0.00004551255,0.0004323103,0.01170913,0.00007894372,0.001919284,0.00002685167,0.0004086397,0.01366852],"study_design_scores_gemma":[0.000006064776,0.001184688,0.9887956,0.00001166197,0.0000149148,0.00006840027,0.009050346,0.00005387608,0.0003127595,0.00000494986,0.0004832028,0.0000135347],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9996082,0.00003008202,0.00001840254,0.00002360053,0.000004014395,0.00001787501,0.00002905823,0.000002564168,0.0002662055],"genre_scores_gemma":[0.9989749,0.00006280567,0.0000643212,0.00002869457,0.000004814301,0.00003395348,0.0000841493,0.000001538765,0.0007448716],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0120944,"threshold_uncertainty_score":0.02404803,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2945549411","doi":"10.3352/jeehp.2019.16.14","title":"No observed effect of a student-led mock objective structured clinical examination on subsequent performance scores in medical students in Canada","year":2019,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Medical Council of Canada; McGill University; University of Ottawa","funders":"","keywords":"Objective structured clinical examination; Psychology; Medical education; Variance (accounting); Educational measurement; Analysis of variance; Cohort; Medicine; Curriculum; Internal medicine; Pedagogy","authors":[{"name":"Lorenzo Madrazo","is_ca":true},{"name":"Claire B. Lee","is_ca":true},{"name":"Meghan McConnell","is_ca":true},{"name":"Karima Khamisa","is_ca":true},{"name":"Debra Pugh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0847540039834079,"gpt":0.5351608282847227,"spread":0.4504068243013147,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001548729,0.000205806,0.0002768225,0.0003840954,0.0007452219,0.0009002909,0.0005469322,0.0004284479,0.002211492],"category_scores_gemma":[0.01531145,0.0001740529,0.0003682918,0.0003854151,0.0005379597,0.000248592,0.001128814,0.0006571396,0.000282477],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004720609,"about_ca_system_score_gemma":0.008848384,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.4596733,"about_ca_topic_score_gemma":0.6759393,"domain_scores_codex":[0.9984371,0.000437472,0.00008375734,0.0001843049,0.0005306476,0.0003267024],"domain_scores_gemma":[0.990649,0.001865682,0.001430014,0.0003563941,0.002453747,0.003245062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003869275,0.001512213,0.9126802,0.0001124169,0.0001405793,0.0001940018,0.002735546,0.001050679,0.003703463,0.0001380354,0.001483847,0.07237977],"study_design_scores_gemma":[0.00003388713,0.0008064881,0.9968839,0.00002006494,0.00002031668,0.0000306312,0.0006536436,0.0004696587,0.0006301379,0.0000185541,0.0004197065,0.00001291638],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9992762,0.00003636912,0.00002848681,0.00005384781,0.000004288234,0.000009240095,0.00004181136,0.000004944141,0.0005449276],"genre_scores_gemma":[0.9991167,0.00005063267,0.00007295854,0.00002160997,0.000003345668,0.000006929101,0.00007019379,0.000002317998,0.0006552523],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5403267,"threshold_uncertainty_score":0.9139954,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3016806524","doi":"10.3352/jeehp.2020.17.12","title":"Performance of the Ebel standard-setting method for the spring 2019 Royal College of Physicians and Surgeons of Canada internal medicine certification examination consisting of multiple-choice questions","year":2020,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Manitoba; University of Calgary; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Specialty; Certification; Nuclear medicine; Medicine; Statistics; Psychology; Mathematics; Family medicine; Management","authors":[{"name":"Jimmy Bourque","is_ca":true},{"name":"Haley Skinner","is_ca":true},{"name":"Jonathan Dupré","is_ca":true},{"name":"Maria Bacchus","is_ca":true},{"name":"Martha Ainslie","is_ca":true},{"name":"Irene Ma","is_ca":true},{"name":"Gary Cole","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3982188306808459,"gpt":0.5391948166882257,"spread":0.1409759860073798,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03895415,0.000507578,0.0005716003,0.00202663,0.0007756582,0.001028404,0.0008865441,0.0006508168,0.002573312],"category_scores_gemma":[0.09449459,0.0002823542,0.0007209514,0.001008017,0.0005763513,0.0008046381,0.001782257,0.0005698973,0.0009696],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002641963,"about_ca_system_score_gemma":0.004682942,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0101124,"about_ca_topic_score_gemma":0.02268411,"domain_scores_codex":[0.9633633,0.01430011,0.003771426,0.002539471,0.01470666,0.001318998],"domain_scores_gemma":[0.8994297,0.0313535,0.01591746,0.005840227,0.0444058,0.003053316],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002078588,0.0006494136,0.8239812,0.0004968696,0.0002402762,0.0001731921,0.002423283,0.001034829,0.003855963,0.0002880264,0.003803636,0.1609748],"study_design_scores_gemma":[0.0001024484,0.001324113,0.9816599,0.0002080746,0.00004489988,0.0003306256,0.0009703499,0.005538328,0.006022345,0.0001407823,0.003598031,0.00006016375],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.97979,0.0007384244,0.008965011,0.0004659246,0.0001669128,0.0007902809,0.0005539142,0.0002261749,0.008303272],"genre_scores_gemma":[0.9819559,0.0001700494,0.01454535,0.0001178369,0.00004296443,0.0003363333,0.0005558051,0.0000284546,0.002247272],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9610459,"threshold_uncertainty_score":0.2060117,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2078254629","doi":"10.3352/jeehp.2011.8.13","title":"Implementation of a multi-level evaluation strategy: a case study on a program for international medical graduates","year":2011,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Personalization; Baseline (sea); Resource (disambiguation); Psychological intervention; Medical education; Data collection; Process (computing); Knowledge management; Intervention (counseling); Underpinning; Program evaluation; Process management; Computer science; Psychology; Medicine; Business; Nursing; Engineering; Political science","authors":[{"name":"Debra Nestel","is_ca":false},{"name":"Melanie Regan","is_ca":false},{"name":"Priyanga Vijayakumar","is_ca":false},{"name":"Irum Sunderji","is_ca":false},{"name":"Cathy Haigh","is_ca":false},{"name":"Cathy M. Smith","is_ca":true},{"name":"A. A. Wright","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5803600417563879,"gpt":0.693242103122204,"spread":0.1128820613658161,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05372937,0.001038205,0.0007528705,0.001598821,0.01031903,0.004466274,0.00394344,0.005218232,0.002677816],"category_scores_gemma":[0.05199325,0.0007628418,0.001196133,0.001325305,0.004176733,0.003501413,0.006261601,0.005325788,0.0005663726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01081071,"about_ca_system_score_gemma":0.01606245,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005848483,"about_ca_topic_score_gemma":0.01731864,"domain_scores_codex":[0.9434969,0.04629293,0.001273753,0.001425417,0.002897342,0.004613676],"domain_scores_gemma":[0.9649685,0.0158043,0.002486086,0.001652057,0.004643168,0.0104459],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001136285,0.047808,0.05335634,0.003598509,0.0002027003,0.03754915,0.4927693,0.004490355,0.0110445,0.01102955,0.01102703,0.3259883],"study_design_scores_gemma":[0.001077072,0.03954943,0.05039655,0.00391935,0.0002444014,0.01273931,0.7725408,0.01252648,0.01201024,0.005301726,0.08912864,0.0005660487],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9623022,0.0003334681,0.0149681,0.007940004,0.0001697794,0.005674459,0.00006989668,0.0001174976,0.008424503],"genre_scores_gemma":[0.9491105,0.0004569985,0.0397405,0.00242305,0.00008055163,0.004159425,0.00006200033,0.00009298816,0.00387398],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05372937,"threshold_uncertainty_score":0.2841515,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2886213067","doi":"10.3352/jeehp.2018.15.18","title":"The implementation and evaluation of an e-Learning training module for objective structured clinical examination raters in Canada","year":2018,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"University of Ottawa Heart Institute Foundation; University of Ottawa","keywords":"Computer science; E learning; Objective structured clinical examination; Training (meteorology); Medical education; Artificial intelligence; Medical physics; Medicine; World Wide Web; The Internet","authors":[{"name":"Karima Khamisa","is_ca":true},{"name":"Samantha Halman","is_ca":true},{"name":"Isabelle Desjardins","is_ca":true},{"name":"Mireille St. Jean","is_ca":true},{"name":"Debra Pugh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1799565887568894,"gpt":0.5953672734412092,"spread":0.4154106846843199,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0434464,0.0005299579,0.0004874915,0.001185488,0.00184117,0.001845186,0.001861904,0.0007818656,0.001117642],"category_scores_gemma":[0.09522446,0.0006490935,0.0004847493,0.001052332,0.001023808,0.0008201579,0.002072904,0.0008622305,0.0003673629],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01699482,"about_ca_system_score_gemma":0.04265791,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.4856766,"about_ca_topic_score_gemma":0.6773049,"domain_scores_codex":[0.9711592,0.01262659,0.002442356,0.001695347,0.01028127,0.001795317],"domain_scores_gemma":[0.883944,0.02123723,0.009136834,0.004189651,0.07292174,0.008570551],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.004594887,0.007891748,0.3720616,0.001242775,0.0002150364,0.0004708338,0.02722425,0.001978539,0.01279103,0.0003507245,0.004442719,0.5667359],"study_design_scores_gemma":[0.0006839662,0.01109732,0.9538749,0.0005354257,0.0001399045,0.0002529674,0.00744125,0.004617668,0.008401446,0.00006209243,0.01271087,0.0001822394],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9921434,0.0003034213,0.002077823,0.0003589439,0.00006972874,0.001984763,0.0002158538,0.00007388348,0.002772195],"genre_scores_gemma":[0.9784306,0.0007360025,0.01578273,0.0003049998,0.00004344351,0.00126626,0.0004677708,0.00004114718,0.002927159],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4856766,"threshold_uncertainty_score":0.9656993,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1991005418","doi":"10.3352/jeehp.2014.11.31","title":"Designing and conducting a two day orientation program for first semester undergraduate medical students","year":2014,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Orientation (vector space); Medical education; Computer science; Mathematics education; Psychology; Medicine; Mathematics","authors":[{"name":"P Ravi Shankar","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1696907513453842,"gpt":0.5871495641180114,"spread":0.4174588127726273,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01428947,0.0005786469,0.0005236052,0.0009511952,0.002898004,0.002360341,0.001996151,0.001820095,0.009147234],"category_scores_gemma":[0.02699774,0.0006120428,0.0006533699,0.0003709594,0.001114586,0.001463304,0.003610338,0.003681401,0.004411688],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00141516,"about_ca_system_score_gemma":0.008919882,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007520771,"about_ca_topic_score_gemma":0.002525797,"domain_scores_codex":[0.9927976,0.003601003,0.0004449559,0.0004289762,0.001692161,0.001035368],"domain_scores_gemma":[0.9699554,0.003718812,0.003137551,0.0009459388,0.006178584,0.01606373],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00074534,0.01906054,0.04269614,0.001741752,0.00004839756,0.00299384,0.02678925,0.0005959315,0.00961058,0.001136988,0.2293064,0.665275],"study_design_scores_gemma":[0.0009851768,0.03530526,0.1547123,0.002396094,0.0001418168,0.004457996,0.06066101,0.001797522,0.01214004,0.003197178,0.7238138,0.0003918766],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.7087231,0.004014195,0.07287461,0.09879874,0.02045663,0.05472469,0.0008019357,0.003458044,0.03614813],"genre_scores_gemma":[0.5089487,0.005458743,0.335608,0.0550056,0.007187834,0.04607591,0.0008576408,0.0006864827,0.04017094],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.01428947,"threshold_uncertainty_score":0.07557082,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2110847541","doi":"10.3352/jeehp.2015.12.9","title":"Challenges in shifting to an integrated curriculum in a Caribbean medical school","year":2015,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Curriculum; Caribbean region; Medical education; Computer science; Mathematics education; Medicine; Psychology; Pedagogy; Political science; Latin Americans","authors":[{"name":"P Ravi Shankar","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3361575007325163,"gpt":0.6094517195581488,"spread":0.2732942188256325,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02259102,0.000497336,0.000499626,0.001202378,0.009492638,0.007698121,0.003270703,0.003851752,0.01133659],"category_scores_gemma":[0.03659505,0.0004256642,0.0005308998,0.001472467,0.002258146,0.004565997,0.01399575,0.005468491,0.001365738],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01126256,"about_ca_system_score_gemma":0.04610433,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03997766,"about_ca_topic_score_gemma":0.09069881,"domain_scores_codex":[0.9765428,0.009103111,0.001653008,0.0008513281,0.006089081,0.005760629],"domain_scores_gemma":[0.9493525,0.004794041,0.002664325,0.001033422,0.008844993,0.03331074],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006520423,0.007836827,0.09839518,0.003525432,0.0001104813,0.004689785,0.09140744,0.001167041,0.00512432,0.01233772,0.1005686,0.6741853],"study_design_scores_gemma":[0.0004813634,0.00626134,0.2595396,0.01025311,0.000129211,0.002150864,0.3498828,0.001808684,0.003247114,0.006564475,0.3592552,0.0004263871],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7152488,0.005890584,0.003152238,0.2396596,0.003154012,0.001693257,0.0002133642,0.0002453627,0.03074272],"genre_scores_gemma":[0.9117035,0.004810934,0.01910314,0.05000808,0.0005842382,0.001352175,0.0003675415,0.0001273541,0.01194309],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03997766,"threshold_uncertainty_score":0.1194741,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2412489802","doi":"10.3352/jeehp.2016.13.20","title":"Presidential address: launching the Korea Health Personnel Licensing Examination Institute, a government-supported special foundation from December 23, 2015","year":2016,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Pharmacy and Medical Practices","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Foundation (evidence); Government (linguistics); Medical education; Medicine; Political science","authors":[{"name":"Chang Hwi Kim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3077478843118082,"gpt":0.5837614269185688,"spread":0.2760135426067606,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002257587,0.001246051,0.0005222913,0.0008573181,0.002784314,0.004196662,0.0007860591,0.005575548,0.1856913],"category_scores_gemma":[0.003416293,0.0004311179,0.0006212998,0.0004567929,0.0006316749,0.001992404,0.002216244,0.005808807,0.130927],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001463497,"about_ca_system_score_gemma":0.005867661,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003870512,"about_ca_topic_score_gemma":0.007969474,"domain_scores_codex":[0.9983277,0.0001749061,0.00009808946,0.0003045396,0.0005433084,0.0005515097],"domain_scores_gemma":[0.9962425,0.0002597558,0.0003135322,0.0001244286,0.001282306,0.001777517],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002974181,0.0000589308,0.0008759729,0.00005346872,0.000004714695,0.0001454384,0.00005251822,0.00001541139,0.0003184029,0.001366936,0.9837313,0.01334711],"study_design_scores_gemma":[0.00001740821,0.00003487443,0.003123409,0.00007061354,0.000006213414,0.00009847339,0.0001380081,0.00005375398,0.0002093735,0.0001391902,0.9960957,0.00001305572],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.007298229,0.006422236,0.001423083,0.1597004,0.120309,0.001165094,0.005919097,0.001319719,0.6964431],"genre_scores_gemma":[0.01447358,0.002516547,0.000713959,0.02433465,0.01274669,0.0003452689,0.002075241,0.0002601114,0.942534],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1856913,"threshold_uncertainty_score":0.6211993,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2765995486","doi":"10.3352/jeehp.2017.14.25","title":"Evaluation of a course to prepare international students for the United States Medical Licensing Examination step 2 clinical skills exam","year":2017,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Johns Hopkins University","keywords":"Medical education; Competence (human resources); United States Medical Licensing Examination; Test (biology); Medicine; Medical school; Educational measurement; Psychology; Family medicine; Curriculum; Pedagogy; Social psychology","authors":[{"name":"Rachel B. Levine","is_ca":false},{"name":"Andrew P. Levy","is_ca":false},{"name":"Robert Lubin","is_ca":false},{"name":"Sarah Halevi","is_ca":false},{"name":"Rebeca Rios","is_ca":false},{"name":"Danelle Cayea","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2861969031259385,"gpt":0.6857632889006259,"spread":0.3995663857746874,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002926009,0.0005863838,0.0003072116,0.000672498,0.000604228,0.0006587514,0.0006522397,0.0005953245,0.003163184],"category_scores_gemma":[0.007611273,0.0002196562,0.0004586527,0.0002350681,0.0001873255,0.0004219882,0.0008995132,0.0009489016,0.0007691116],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001652959,"about_ca_system_score_gemma":0.00272914,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002449063,"about_ca_topic_score_gemma":0.009782283,"domain_scores_codex":[0.9987913,0.000263041,0.00008631559,0.00007870126,0.000437607,0.0003431488],"domain_scores_gemma":[0.9947865,0.0004798541,0.0005936587,0.0001053705,0.001489027,0.002545611],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.006902711,0.07273267,0.3690794,0.0004918547,0.000157082,0.001524978,0.002760039,0.002844042,0.01470748,0.0002213701,0.03275974,0.4958186],"study_design_scores_gemma":[0.0008658069,0.03575329,0.9314346,0.000194811,0.00007054652,0.0007281687,0.001878941,0.003989737,0.009752263,0.0001130444,0.01514216,0.0000766291],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9942352,0.0001089823,0.0005270635,0.0004487779,0.000105877,0.001130414,0.0001861098,0.00008162458,0.003175989],"genre_scores_gemma":[0.9902061,0.0001787724,0.003816923,0.0003048624,0.00007934115,0.0007267981,0.0007316613,0.00001387678,0.003941626],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003163184,"threshold_uncertainty_score":0.01547438,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2262777419","doi":"10.3352/jeehp.2016.13.6","title":"Calibrating the Medical Council of Canada’s Qualifying Examination Part I using an integrated item response theory framework: a comparison of models and designs","year":2016,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Polytomous Rasch model; Item response theory; Calibration; Statistics; Set (abstract data type); Test (biology); Computer science; Type I and type II errors; Econometrics; Multiple choice; Psychology; Mathematics; Significant difference; Psychometrics; Programming language","authors":[{"name":"André F. De Champlain","is_ca":true},{"name":"André-Philippe Boulais","is_ca":true},{"name":"Andrew Dallas","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8970046108208954,"gpt":0.6521780930522075,"spread":0.2448265177686879,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1180381,0.001765864,0.001388992,0.004175979,0.001199052,0.003445667,0.003131078,0.001702539,0.001847751],"category_scores_gemma":[0.217585,0.001029333,0.003199374,0.003384627,0.002230919,0.00171443,0.003364719,0.002207275,0.0005405065],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01408981,"about_ca_system_score_gemma":0.01874368,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1437404,"about_ca_topic_score_gemma":0.1059741,"domain_scores_codex":[0.9073586,0.06981567,0.002331187,0.005861464,0.01327068,0.001362443],"domain_scores_gemma":[0.8410727,0.1187523,0.01074425,0.009187324,0.01903572,0.001207638],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002079107,0.001305306,0.5156476,0.001360341,0.002693549,0.00008813637,0.007503178,0.1118068,0.001329825,0.01067055,0.003489974,0.3420256],"study_design_scores_gemma":[0.001009952,0.003161336,0.4068872,0.001175525,0.001116718,0.0001702272,0.003890522,0.5623159,0.003354809,0.01099253,0.005392258,0.0005331532],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7065201,0.001351498,0.2783851,0.00104008,0.0001142941,0.005459342,0.0006991333,0.0009946662,0.005435816],"genre_scores_gemma":[0.8078219,0.0004204489,0.1866233,0.0003295757,0.00003085259,0.002552681,0.001127204,0.0001170558,0.0009769341],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1437404,"threshold_uncertainty_score":0.6242524,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404094486","doi":"10.3352/jeehp.2024.21.31","title":"Validation of the Blended Learning Usability Evaluation–Questionnaire (BLUE-Q) through an innovative Bayesian questionnaire validation approach","year":2024,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Health Education and Validation","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; McGill University Health Centre; University of Toronto","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Usability; Likert scale; Computer science; Cronbach's alpha; CLARITY; Scale (ratio); Subject-matter expert; Knowledge management; Medical education; Psychology; Artificial intelligence; Statistics; Psychometrics; Medicine; Mathematics; Human–computer interaction; Clinical psychology; Expert system","authors":[{"name":"Anish Arora","is_ca":true},{"name":"Charo Rodríguez","is_ca":true},{"name":"Tamara E. Carver","is_ca":true},{"name":"Hao Zhang","is_ca":true},{"name":"Tibor Schuster","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2000736107642087,"gpt":0.5531405136365891,"spread":0.3530669028723804,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1763991,0.00121916,0.0008379108,0.003213383,0.001105378,0.002770315,0.001647339,0.001117605,0.002655626],"category_scores_gemma":[0.2846439,0.0005541777,0.001530615,0.001795606,0.002124042,0.002771299,0.003907733,0.001864087,0.001225075],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002184173,"about_ca_system_score_gemma":0.005648158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001039419,"about_ca_topic_score_gemma":0.001646893,"domain_scores_codex":[0.8128926,0.1295374,0.0151252,0.006060847,0.03433149,0.002052427],"domain_scores_gemma":[0.645056,0.2241672,0.01281443,0.02347094,0.09272143,0.001769848],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002082479,0.004295896,0.1164061,0.005072811,0.0004280056,0.0004037163,0.06051403,0.006399957,0.03364061,0.01314796,0.01161907,0.7459894],"study_design_scores_gemma":[0.002570056,0.0258533,0.5032915,0.009819869,0.0009207679,0.001779678,0.05183453,0.1118966,0.06938281,0.03218552,0.1892896,0.001175929],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3366077,0.0005665821,0.5978765,0.001388648,0.0003771635,0.05115503,0.0008984779,0.0008568305,0.0102731],"genre_scores_gemma":[0.4878582,0.0003044204,0.4202024,0.001086759,0.0001091391,0.08738545,0.001004606,0.0002678172,0.001781265],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1763991,"threshold_uncertainty_score":0.9328986,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3007534255","doi":"10.3352/jeehp.2020.17.5","title":"Potential of feedback during objective structured clinical examination to evoke an emotional response in medical students in Canada","year":2020,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Medical Council of Canada; University of Ottawa","funders":"","keywords":"Embarrassment; Objective structured clinical examination; Psychology; Emotional reaction; Clinical psychology; Medical education; Medicine; Social psychology; Psychiatry","authors":[{"name":"Dalia Karol","is_ca":true},{"name":"Debra Pugh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08914017321305964,"gpt":0.5361213036606929,"spread":0.4469811304476332,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002181041,0.0002261187,0.0002632599,0.0005695704,0.001969882,0.00166863,0.0004743424,0.0004667478,0.001525035],"category_scores_gemma":[0.01566655,0.0001878735,0.0002410353,0.0005547217,0.001180618,0.0002325903,0.001195065,0.0009187803,0.0001721938],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.010559,"about_ca_system_score_gemma":0.01514386,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.5320092,"about_ca_topic_score_gemma":0.7429168,"domain_scores_codex":[0.9962871,0.001065031,0.0001478483,0.000161819,0.001582636,0.0007555028],"domain_scores_gemma":[0.9898643,0.002267279,0.002560348,0.0001343133,0.002759285,0.002414343],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009561435,0.0006640037,0.8156673,0.000334331,0.00005791938,0.001830793,0.08516616,0.0002203225,0.008869571,0.0001764173,0.003076571,0.08298039],"study_design_scores_gemma":[0.00002626207,0.0007251695,0.9075866,0.0001873539,0.00003250928,0.0004917979,0.0832739,0.0003983738,0.001992959,0.00006461513,0.005144488,0.00007589028],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.997842,0.0001314032,0.00006047266,0.0006188173,0.00001614307,0.00002249429,0.00003812392,0.000005209826,0.001265305],"genre_scores_gemma":[0.9988378,0.0001786131,0.0001265519,0.0002217288,0.000007841928,0.000007448993,0.00002251135,0.000002954528,0.0005944782],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4679908,"threshold_uncertainty_score":0.9414938,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4294991525","doi":"10.3352/jeehp.2022.19.26","title":"Acceptability of the 8-case objective structured clinical examination of medical students in Korea using generalizability theory: a reliability study","year":2022,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Generalizability theory; Reliability (semiconductor); Objective structured clinical examination; Statistics; Psychology; Variance components; Medicine; Mathematics; Medical education","authors":[{"name":"Song Yi Park","is_ca":false},{"name":"Sang Hwa Lee","is_ca":false},{"name":"Min Jeong Kim","is_ca":false},{"name":"Ki‐Hwan Ji","is_ca":false},{"name":"Ji Ho Ryu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1615378778704149,"gpt":0.599957094874539,"spread":0.4384192170041241,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03561888,0.000364424,0.0003731743,0.001474311,0.0005078425,0.0009338128,0.0006935053,0.0005116077,0.0006566835],"category_scores_gemma":[0.089927,0.0003147601,0.0010117,0.0008446589,0.001162417,0.001178275,0.001628975,0.0006768523,0.0001528278],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009009161,"about_ca_system_score_gemma":0.001218095,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001236798,"about_ca_topic_score_gemma":0.001820947,"domain_scores_codex":[0.9783343,0.01265461,0.002682577,0.001600037,0.004242549,0.0004860458],"domain_scores_gemma":[0.9241998,0.03607918,0.01352022,0.008440002,0.01642092,0.001339849],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002526893,0.0002209603,0.9683408,0.0001187367,0.0001475715,0.00006999583,0.005814797,0.0003957377,0.0008584018,0.0001764954,0.0001687658,0.02343499],"study_design_scores_gemma":[0.00003113487,0.001230631,0.9864917,0.00009950587,0.0001271623,0.0002787389,0.005420542,0.00393379,0.001083076,0.0002646406,0.001005877,0.00003328337],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.99717,0.00007176429,0.001708422,0.00007302383,0.00001521201,0.0001356052,0.00004116905,0.00001063694,0.0007742026],"genre_scores_gemma":[0.9984328,0.00002735663,0.001280707,0.00001872558,0.000006373624,0.00009087496,0.00006806531,0.000004255384,0.00007077766],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03561888,"threshold_uncertainty_score":0.1883729,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4406408913","doi":"10.3352/jeehp.2025.22.5","title":"Reliability and construct validation of the Blended Learning Usability Evaluation–Questionnaire with interprofessional clinicians in Canada: a methodological study","year":2025,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Juravinski Cancer Centre; The Wilson Centre; McGill University; McMaster University; University of Toronto","funders":"Health Canada; Government of Canada","keywords":"Cronbach's alpha; Usability; Construct validity; Likert scale; Credibility; Psychology; Asynchronous communication; Construct (python library); Reliability (semiconductor); Computer science; Psychometrics; Clinical psychology; Human–computer interaction; Developmental psychology","authors":[{"name":"Anish Arora","is_ca":true},{"name":"Jeff Myers","is_ca":true},{"name":"Tavis Apramian","is_ca":true},{"name":"Kulamakan Kulasegaram","is_ca":true},{"name":"Daryl Bainbridge","is_ca":true},{"name":"Hsien Seow","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1543395241141086,"gpt":0.5778210872841091,"spread":0.4234815631700005,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06701522,0.0007420849,0.001189213,0.00477665,0.005126698,0.002906474,0.002237545,0.0008046167,0.001197816],"category_scores_gemma":[0.1142989,0.0009512048,0.001388055,0.006808618,0.003005197,0.001223598,0.003503077,0.001115164,0.0003420206],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03646896,"about_ca_system_score_gemma":0.07004195,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.6719258,"about_ca_topic_score_gemma":0.7085747,"domain_scores_codex":[0.9528499,0.01620878,0.005291041,0.003521647,0.0197318,0.002396733],"domain_scores_gemma":[0.8357707,0.03614023,0.008557543,0.005373735,0.1109468,0.003210971],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006520058,0.001062406,0.7777809,0.001752031,0.0003277219,0.0004716277,0.07513124,0.0009605661,0.003839455,0.0008383143,0.001380265,0.1358034],"study_design_scores_gemma":[0.0001811851,0.001148169,0.9528847,0.001133819,0.0002347159,0.0002169176,0.03024543,0.003457589,0.003091698,0.0002414867,0.007041833,0.0001224859],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.9794021,0.000770108,0.009584196,0.0003636895,0.00004092195,0.005163126,0.0004790295,0.00005011267,0.004146737],"genre_scores_gemma":[0.9687789,0.0006828794,0.02066435,0.0002293032,0.00001664502,0.007257164,0.000642297,0.00004616708,0.00168234],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3280742,"threshold_uncertainty_score":0.6600125,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2009174856","doi":"10.3352/jeehp.2008.5.2","title":"Proposal of the Implementation of an International Pharmacy Graduate Preliminary Examination","year":2008,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Pharmacy and Medical Practices","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Pharmacy; Accreditation; Test (biology); Medical education; Pharmacist; Medicine; Pharmacy practice; Multistate Pharmacy Jurisprudence Examination; Family medicine; Pharmaconomist","authors":[{"name":"Kyenghee Kwon","is_ca":false},{"name":"Jeoung Hill Park","is_ca":false},{"name":"Jinwoong Kim","is_ca":false},{"name":"Seung Ki Lee","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5101176070322258,"gpt":0.6733656710429481,"spread":0.1632480640107223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0569983,0.001181609,0.0008590025,0.003892213,0.004041304,0.003661045,0.003456252,0.008702186,0.005480215],"category_scores_gemma":[0.09224454,0.001150947,0.002339311,0.001432023,0.002418614,0.003207353,0.005315779,0.008133713,0.003278209],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004358045,"about_ca_system_score_gemma":0.04086431,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004521144,"about_ca_topic_score_gemma":0.005077156,"domain_scores_codex":[0.9705107,0.01118925,0.005914143,0.002187095,0.006596196,0.003602694],"domain_scores_gemma":[0.9070043,0.0162848,0.005394072,0.004779184,0.04975864,0.01677894],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001526566,0.006994986,0.0696993,0.003322759,0.0001919572,0.008500846,0.01318152,0.008609258,0.02971251,0.09156532,0.1807563,0.5859387],"study_design_scores_gemma":[0.001470724,0.0113453,0.1147598,0.00291553,0.0006223526,0.004124383,0.01731546,0.01334091,0.0247026,0.01740783,0.7908955,0.001099613],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2293912,0.002538273,0.2987251,0.2184329,0.02726648,0.122718,0.001500222,0.003646239,0.09578156],"genre_scores_gemma":[0.2425364,0.00188855,0.6189159,0.03371922,0.003055315,0.03767176,0.002055186,0.0002737369,0.05988403],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0569983,"threshold_uncertainty_score":0.3014394,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2159647634","doi":"10.3352/jeehp.2015.12.10","title":"Initiating small group learning in a Caribbean medical school","year":2015,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Small group learning; Learning environment; Curriculum; Context (archaeology); Socialization; Experiential learning; Active learning (machine learning); Medical education; Problem-based learning; Cooperative learning; Psychology; Mathematics education; Pedagogy; Medicine; Computer science; Teaching method; Artificial intelligence; Geography","authors":[{"name":"P Ravi Shankar","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2001838928762288,"gpt":0.543058781449507,"spread":0.3428748885732782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001728381,0.0004632236,0.0002912129,0.0009314225,0.009964736,0.002624186,0.001670334,0.001535357,0.01436522],"category_scores_gemma":[0.003761284,0.0003886018,0.0003982656,0.0006150957,0.001604368,0.0009243093,0.006763123,0.00220281,0.00188715],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003161816,"about_ca_system_score_gemma":0.01122296,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01603813,"about_ca_topic_score_gemma":0.06069663,"domain_scores_codex":[0.998602,0.0005206421,0.0000328432,0.0001547736,0.0001651643,0.000524597],"domain_scores_gemma":[0.9931487,0.0002451981,0.0002631734,0.0001129954,0.0002472214,0.005982679],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001349383,0.01632204,0.2013147,0.0009953781,0.00006219358,0.0333529,0.243642,0.0007085028,0.0146466,0.008364998,0.04716503,0.4320763],"study_design_scores_gemma":[0.000575974,0.0110924,0.200646,0.001509769,0.0001397972,0.009617193,0.3778152,0.00208761,0.005484631,0.006604469,0.3840439,0.0003831019],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9588031,0.0007577659,0.002133813,0.007110556,0.0002743779,0.000908027,0.00006990444,0.0001662714,0.02977618],"genre_scores_gemma":[0.9624704,0.000913391,0.008004489,0.00316603,0.0001554186,0.0004534979,0.0001279374,0.00005403919,0.02465469],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01603813,"threshold_uncertainty_score":0.04805648,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2236484017","doi":"10.3352/jeehp.2015.12.52","title":"Pre-clinical versus clinical medical students’ attitudes towards the poor in the United States","year":2015,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Empathy and Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Windsor","keywords":"Medical education; Psychology; Mathematics education; Medicine","authors":[{"name":"Danial Jilani","is_ca":false},{"name":"Ashley K. Fernandes","is_ca":false},{"name":"Nicole J. Borges","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5124042120784384,"gpt":0.6739462629049746,"spread":0.1615420508265362,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009930123,0.0001303476,0.0001636069,0.0006767836,0.0007741078,0.000738266,0.000129354,0.0004586905,0.002277824],"category_scores_gemma":[0.003771989,0.0001587392,0.0001579376,0.0003827658,0.0006304513,0.0004596956,0.0009780229,0.0007427899,0.0002864805],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004975767,"about_ca_system_score_gemma":0.0007031856,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005261004,"about_ca_topic_score_gemma":0.01408703,"domain_scores_codex":[0.9993089,0.0002653247,0.00005361457,0.00004258767,0.0001565308,0.0001730469],"domain_scores_gemma":[0.9968693,0.0004290004,0.0009947062,0.00004839429,0.0002973361,0.001361355],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001427595,0.0003596892,0.985887,0.00002221096,0.00001520123,0.0001058586,0.005322961,0.00002567551,0.0004230421,0.00005686319,0.0003093115,0.007329417],"study_design_scores_gemma":[0.000005523512,0.0003473305,0.9856954,0.00002807806,0.000005233717,0.0001546603,0.01310842,0.00004073674,0.0001098081,0.00002970044,0.0004698573,0.000005265046],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9994473,0.00005696758,0.000008699306,0.0001199695,0.000004015495,0.000003133056,0.000008990152,4.20059e-7,0.000350494],"genre_scores_gemma":[0.9996532,0.00007142502,0.00001314086,0.0001121864,0.000002911886,0.000003247895,0.00001087059,2.634705e-7,0.0001328909],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005261004,"threshold_uncertainty_score":0.01046073,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4383059115","doi":"10.3352/jeehp.2023.20.22","title":"Experience of introducing an electronic health records station in an objective structured clinical examination to evaluate medical students’ communication skills in Canada: a descriptive study","year":2023,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary; Medical Council of Canada; University of Ottawa","funders":"University of Ottawa","keywords":"Objective structured clinical examination; Thematic analysis; Focus group; Medical education; Communication skills; Perception; Psychology; Medicine; Qualitative research","authors":[{"name":"Kuan-chin Jean Chen","is_ca":true},{"name":"Ilona Bartman","is_ca":true},{"name":"Debra Pugh","is_ca":true},{"name":"David Topps","is_ca":true},{"name":"Isabelle Desjardins","is_ca":true},{"name":"Melissa Forgie","is_ca":true},{"name":"Douglas Archibald","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1107333440122771,"gpt":0.5808254139298485,"spread":0.4700920699175715,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003012375,0.0003225128,0.0004621106,0.001432754,0.003132655,0.00188831,0.0008734792,0.0007719469,0.001245644],"category_scores_gemma":[0.0143228,0.0006346019,0.0004383656,0.001283804,0.001337964,0.0008451368,0.001707035,0.001363476,0.0002270715],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01063278,"about_ca_system_score_gemma":0.01828589,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.3415388,"about_ca_topic_score_gemma":0.5355643,"domain_scores_codex":[0.9974861,0.0005976178,0.0002050229,0.0001950749,0.0008636198,0.0006525752],"domain_scores_gemma":[0.9862744,0.003992692,0.002491094,0.0002620218,0.004185993,0.002793748],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002233859,0.001412646,0.734957,0.0001914678,0.00002728394,0.001735524,0.2311233,0.0001131218,0.002506032,0.00008815303,0.0005450928,0.02707697],"study_design_scores_gemma":[0.00002138626,0.00174755,0.7558409,0.0001704192,0.00003823341,0.001231119,0.2343984,0.0006122646,0.001468531,0.00002721512,0.004357317,0.00008676606],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.999383,0.00005375125,0.00005854541,0.00006843836,0.000002712552,0.00004766409,0.00004457087,0.000003146034,0.0003381079],"genre_scores_gemma":[0.9982554,0.0002452729,0.0003372838,0.0001784278,0.000005532585,0.00005215557,0.0000840059,0.000005653715,0.000836389],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9893672,"threshold_uncertainty_score":0.6791016,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099558626","doi":"10.3352/jeehp.2015.12.11","title":"Best-fit model of exploratory and confirmatory factor analysis of the 2010 Medical Council of Canada Qualifying Examination Part I clinical decision-making cases","year":2015,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Medical Education and Admissions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Confirmatory factor analysis; Exploratory factor analysis; Exploratory analysis; Medical education; Clinical decision making; Factor (programming language); Psychology; Medicine; Computer science; Structural equation modeling; Family medicine; Data science; Psychometrics; Clinical psychology; Machine learning","authors":[{"name":"André F. De Champlain","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.626887123476903,"gpt":0.5881185642960887,"spread":0.03876855918081434,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02771299,0.002326715,0.001107516,0.003417289,0.002193028,0.002881487,0.001479113,0.0009504429,0.003760904],"category_scores_gemma":[0.08902614,0.0007827705,0.003697317,0.00256798,0.001828358,0.001360035,0.001740472,0.001776745,0.0009914067],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006836098,"about_ca_system_score_gemma":0.01731134,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1649428,"about_ca_topic_score_gemma":0.1305686,"domain_scores_codex":[0.9854423,0.007756315,0.0006369744,0.001724336,0.003496481,0.0009436384],"domain_scores_gemma":[0.9617161,0.0237123,0.00272762,0.002407688,0.008454179,0.0009821428],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0009224975,0.0009359954,0.7968297,0.0004579592,0.002081092,0.0006795126,0.01319261,0.04892986,0.001000753,0.01565569,0.01012335,0.109191],"study_design_scores_gemma":[0.0003833597,0.000985025,0.4923876,0.0006785528,0.0007111746,0.0004848724,0.009318108,0.4672249,0.001057526,0.01680052,0.009681694,0.0002866332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9343363,0.0003663906,0.05192992,0.001031438,0.0001224721,0.002065901,0.001363395,0.000259237,0.008524911],"genre_scores_gemma":[0.9769031,0.0001512082,0.0191701,0.00008170615,0.00001651269,0.0009042788,0.001785739,0.00004526793,0.0009420128],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1649428,"threshold_uncertainty_score":0.3279653,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2945832095","doi":"10.3352/jeehp.2019.16.13","title":"MEDTalks: a student-driven program to enhance undergraduate student understanding and interest in medical schools in Canada","year":2019,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Curriculum; Medical school; Interest group; Undergraduate education; Undergraduate research; Small group learning; Psychology; Medicine; Pedagogy; Political science","authors":[{"name":"Jayson Lee Azzi","is_ca":true},{"name":"Dalia Karol","is_ca":true},{"name":"Tayler Bailey","is_ca":true},{"name":"Christopher J. Ramnanan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1335704733828149,"gpt":0.5643172881290961,"spread":0.4307468147462812,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001605519,0.0004490592,0.000253745,0.0006504144,0.002016594,0.0008131883,0.001092199,0.0004153877,0.004847346],"category_scores_gemma":[0.003402318,0.0002365723,0.0003904097,0.0003227102,0.0007944287,0.0003705996,0.002739989,0.0007692548,0.0003874924],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01094216,"about_ca_system_score_gemma":0.04952632,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.333755,"about_ca_topic_score_gemma":0.8017129,"domain_scores_codex":[0.9988198,0.0002356836,0.00003215261,0.00009615251,0.000377681,0.0004385411],"domain_scores_gemma":[0.9937687,0.0003229891,0.0002960068,0.00009050366,0.0005084294,0.005013321],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.006298477,0.0389336,0.1319164,0.001032365,0.0001158855,0.00099794,0.0303706,0.001600576,0.02622817,0.001431879,0.04190034,0.7191737],"study_design_scores_gemma":[0.002400192,0.02438514,0.8397231,0.0004710803,0.0001293762,0.0004702486,0.01978462,0.002653418,0.01290879,0.0006567748,0.09616636,0.0002508987],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9927347,0.0001122378,0.000434636,0.0008871086,0.0000631796,0.0009297358,0.0002163991,0.0001644367,0.004457574],"genre_scores_gemma":[0.9783092,0.0003885418,0.00783208,0.0009849243,0.00006966128,0.0008891585,0.0003902678,0.00002712581,0.01110909],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9890578,"threshold_uncertainty_score":0.6636247,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403385134","doi":"10.3352/jeehp.2024.21.28","title":"The legality and appropriateness of keeping Korean Medical Licensing Examination items confidential: a comparative analysis and review of court rulings","year":2024,"lang":"en","type":"review","venue":"Journal of Educational Evaluation for Health Professions","topic":"Medical Research and Treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Principle of legality; Confidentiality; United States Medical Licensing Examination; Law; Psychology; Computer science; Medical education; Political science; Medicine; Medical school","authors":[{"name":"Jae Sun Kim","is_ca":false},{"name":"Dae Un Hong","is_ca":false},{"name":"Ju Yoen Lee","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2888022441311718,"gpt":0.6211246266233137,"spread":0.3323223824921419,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06302637,0.0002981758,0.0007168077,0.01068912,0.004337429,0.005996963,0.002582263,0.003332462,0.002663765],"category_scores_gemma":[0.1654788,0.000494512,0.00113327,0.009103377,0.005591025,0.004798939,0.002469676,0.003324759,0.000308398],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007338448,"about_ca_system_score_gemma":0.008068507,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01693471,"about_ca_topic_score_gemma":0.02867849,"domain_scores_codex":[0.9645921,0.01037253,0.006918233,0.003816962,0.01177794,0.002522227],"domain_scores_gemma":[0.7287083,0.2166495,0.02063997,0.005666335,0.02707353,0.001262354],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001120634,0.0004549557,0.2091401,0.00921923,0.00141366,0.01027076,0.04761018,0.001370508,0.003672091,0.3292727,0.0273549,0.3591001],"study_design_scores_gemma":[0.0002561164,0.0008593121,0.4323535,0.02393755,0.005077432,0.01245041,0.07748363,0.002831298,0.008509452,0.0332392,0.4022137,0.0007885197],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"review","genre_scores_codex":[0.7144697,0.156332,0.003303329,0.01629565,0.0007207968,0.0004294475,0.0007818777,0.00003324316,0.1076338],"genre_scores_gemma":[0.9594284,0.03202132,0.001146323,0.005157314,0.0001697771,0.0000889434,0.0003405084,0.0000257794,0.001621665],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.06302637,"threshold_uncertainty_score":0.3333193,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2006382901","doi":"10.3352/jeehp.2013.10.7","title":"Continuing medical education as a national strategy to improve access to primary care in Saudi Arabia","year":2013,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Primary care; Continuing medical education; Continuing education; Test (biology); Medical education; Family medicine; Medicine; Primary health care; Program evaluation; Nursing; Political science; Environmental health","authors":[{"name":"Sami Ayed Alshammary","is_ca":false},{"name":"Savithiri Ratnapalan","is_ca":false},{"name":"Zekeriya Aktürk","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07093522327175421,"gpt":0.5406844693645076,"spread":0.4697492460927534,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002081733,0.0001255642,0.00008646715,0.0002996369,0.0007882272,0.0009710274,0.0003922636,0.0005298202,0.001929403],"category_scores_gemma":[0.004065386,0.00007532525,0.0001203091,0.0002855996,0.0002422033,0.0005236269,0.001001345,0.0004768026,0.0001445399],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003184101,"about_ca_system_score_gemma":0.01115947,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0460269,"about_ca_topic_score_gemma":0.06606214,"domain_scores_codex":[0.9990847,0.000427395,0.00006415788,0.00004042684,0.0001990993,0.0001840749],"domain_scores_gemma":[0.9966509,0.0003917415,0.0005110751,0.00009980298,0.0008822193,0.001464269],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005510713,0.002610609,0.3688847,0.0009427997,0.00005450689,0.0008078935,0.00643319,0.0006842113,0.005666388,0.001935625,0.007108517,0.6043205],"study_design_scores_gemma":[0.00024557,0.003023354,0.9304883,0.0008150419,0.00006548138,0.0009003025,0.009769239,0.00116504,0.00235984,0.0002283124,0.05090842,0.00003114094],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9770074,0.004208804,0.0003353852,0.01252217,0.0001378449,0.0001596702,0.00008036979,0.00002334892,0.005524926],"genre_scores_gemma":[0.9926215,0.002028657,0.001974317,0.001814798,0.00006341227,0.00006247526,0.0000954682,0.000002994737,0.001336336],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0460269,"threshold_uncertainty_score":0.09151798,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2064169615","doi":"10.3352/jeehp.2014.11.28","title":"What steps are necessary to create written or web-based selected-response assessments?","year":2014,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Montreal General Hospital; McGill University","funders":"","keywords":"Computer science; Process (computing); Work (physics); Health care; Health professionals; Online assessment; Medical education; Formative assessment; Medicine; Psychology; Mathematics education; Engineering","authors":[{"name":"Matt Morgan","is_ca":false},{"name":"Valérie Dory","is_ca":true},{"name":"Stuart Lubarsky","is_ca":true},{"name":"Kieran Walsh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1018934734433987,"gpt":0.5380365283357339,"spread":0.4361430548923352,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3502719,0.001751766,0.002118563,0.00655685,0.004037589,0.0101777,0.004747445,0.003351161,0.0108678],"category_scores_gemma":[0.5780447,0.001827321,0.002374772,0.004434365,0.003196604,0.01313768,0.004890993,0.005356166,0.008140313],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005896717,"about_ca_system_score_gemma":0.02761916,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002644793,"about_ca_topic_score_gemma":0.006794059,"domain_scores_codex":[0.550471,0.3783982,0.03487717,0.005596416,0.02736131,0.003295964],"domain_scores_gemma":[0.322012,0.4323053,0.03186468,0.04440266,0.1606659,0.008749507],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001409401,0.002529225,0.01463211,0.009897862,0.0001939112,0.0005908145,0.04612266,0.00215089,0.007379147,0.01138454,0.03134066,0.8723686],"study_design_scores_gemma":[0.003767685,0.009478336,0.1289878,0.04452303,0.0009361616,0.003280311,0.1907441,0.04278932,0.06285883,0.1233748,0.3865457,0.00271389],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1014597,0.001998752,0.6655821,0.04165396,0.002714399,0.1404442,0.001816254,0.006411699,0.03791898],"genre_scores_gemma":[0.06094112,0.0004679068,0.8973238,0.001368906,0.0001511321,0.03772642,0.0003594923,0.0002333101,0.00142785],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3502719,"threshold_uncertainty_score":0.8012304,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}