{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":232,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":232,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"1dafc3f46175","filters":{"venue":"Journal of Graduate Medical Education"}},"results":[{"id":"W4306250992","doi":"10.4300/jgme-d-22-00621.1","title":"Steps for Conducting a Scoping Review","year":2022,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":587,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Data science; Computer science; MEDLINE; Medical education; Medicine; Political science","authors":[{"name":"Susanne Mak","is_ca":true},{"name":"Aliki Thomas","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8197210851960398,"gpt":0.7077524408310443,"spread":0.1119686443649955,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01987728,0.000221496,0.001713823,0.0004722689,0.0009532376,0.00001721435,0.0007430027,0.000243653,0.004921682],"category_scores_gemma":[0.0523855,0.0001548701,0.0004572822,0.0008879496,0.00007856129,0.0002296351,0.00009853244,0.002877205,0.000060738],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001037816,"about_ca_system_score_gemma":0.1266574,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006075696,"about_ca_topic_score_gemma":0.00001706861,"domain_scores_codex":[0.9916189,0.002500835,0.003102852,0.0002678634,0.001839035,0.0006705588],"domain_scores_gemma":[0.9885176,0.005232988,0.003879824,0.0002969742,0.0009007992,0.001171819],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000271529,0.00007342824,0.000001797734,0.2385146,0.00001456257,8.713393e-7,0.0002407125,9.66811e-9,5.444487e-9,0.00002741367,0.1672206,0.5939033],"study_design_scores_gemma":[0.00009242252,0.00009471893,5.611559e-7,0.3961489,0.000133079,0.00005348365,0.0007493176,0.000001885668,7.175044e-9,0.00006034018,0.6025885,0.00007674341],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000007193529,0.9744562,0.0001034614,0.008588235,0.01237022,0.004017273,0.000006635873,0.00001053068,0.0004402483],"genre_scores_gemma":[4.390309e-7,0.9894717,0.0006362805,0.00350258,0.004238289,0.001364797,0.00009683742,0.00003461703,0.0006544085],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5938265,"threshold_uncertainty_score":0.9994232,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3205399234","doi":"10.4300/jgme-d-21-00752.1","title":"Beyond the Guise of Saturation: Rigor and Qualitative Interview Data","year":2021,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":417,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Qualitative research; Mentorship; Value (mathematics); Medical education; Qualitative property; Psychology; Rigour; Reflexivity; Medicine; Engineering ethics; Sociology; Computer science; Epistemology; Social science","authors":[{"name":"Kori A. LaDonna","is_ca":true},{"name":"Anthony R. Artino","is_ca":false},{"name":"Dorene F. Balmer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08830173477669263,"gpt":0.4707549157708406,"spread":0.3824531809941479,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009166782,0.0002593852,0.000882655,0.0003322952,0.000103205,0.00005377435,0.0007640904,0.0006067225,0.0004158535],"category_scores_gemma":[0.08863462,0.0001640598,0.0001394657,0.0007295167,0.000592547,0.0002653917,0.0002158583,0.002631829,0.000004641203],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002186737,"about_ca_system_score_gemma":0.01528267,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004621078,"about_ca_topic_score_gemma":0.00001434292,"domain_scores_codex":[0.9932284,0.0007807034,0.00196931,0.0003391423,0.003495279,0.0001871466],"domain_scores_gemma":[0.9868485,0.001892824,0.002815327,0.001277311,0.006880431,0.0002856555],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005512658,0.000502607,0.000006407342,0.0008189032,0.0002239007,0.000008852538,0.004766884,3.858155e-8,0.000007217892,0.0002582857,0.8584295,0.1349223],"study_design_scores_gemma":[0.0009902153,0.0003641609,0.000217411,0.004969397,0.0009544974,0.0002836846,0.01377988,0.0001024573,0.00002752932,0.002019783,0.976119,0.0001719954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.004785102,0.01240124,0.0007439755,0.1333268,0.8477466,0.0004364667,0.00005204102,0.000008999842,0.0004987756],"genre_scores_gemma":[0.004505131,0.01082682,0.008317722,0.004684305,0.9662189,0.00002865913,0.004027234,0.00006621854,0.001325029],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.1347503,"threshold_uncertainty_score":0.9996691,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2608572062","doi":"10.4300/jgme-d-16-00372.1","title":"Efficacy of Interventions to Reduce Resident Physician Burnout: A Systematic Review","year":2017,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":288,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Medicine; Burnout; Psychological intervention; Graduate medical education; Randomized controlled trial; Emotional exhaustion; Odds ratio; Family medicine; Confidence interval; Depersonalization; Population; Strictly standardized mean difference; MEDLINE; Internal medicine; Accreditation; Clinical psychology; Nursing; Environmental health; Medical education","authors":[{"name":"Kiran R. Busireddy","is_ca":false},{"name":"Jonathan Miller","is_ca":false},{"name":"Kathleen Ellison","is_ca":false},{"name":"Vicky Ren","is_ca":false},{"name":"Rehan Qayyum","is_ca":false},{"name":"Mukta Panda","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3289212882032957,"gpt":0.6048112954524605,"spread":0.2758900072491647,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008857099,0.0004495091,0.005490257,0.0006337194,0.0005499191,0.00002135743,0.001518867,0.0005401047,0.000370976],"category_scores_gemma":[0.03499397,0.0002802394,0.00184907,0.0004570894,0.0001002854,0.0001672774,0.0002561586,0.002931279,0.0002432404],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006031559,"about_ca_system_score_gemma":0.0205326,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001720518,"about_ca_topic_score_gemma":0.00003314438,"domain_scores_codex":[0.9856198,0.004322549,0.007147315,0.0003372502,0.00206528,0.0005077916],"domain_scores_gemma":[0.9821066,0.001656123,0.01202123,0.001063778,0.00204835,0.001103922],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000009651138,0.000320468,0.000001391845,0.624158,0.0001313049,0.000006945541,0.000329841,1.014868e-8,4.142484e-8,0.00009819801,0.02919289,0.3457513],"study_design_scores_gemma":[0.0002369014,0.0001338111,0.00003425065,0.8225607,0.002475228,0.0000439031,0.0003553497,2.837008e-7,1.005011e-7,0.000109198,0.1738769,0.0001733813],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00002189,0.9754403,0.00005566399,0.01345827,0.005881542,0.004735426,0.00002495456,0.00001296315,0.0003690124],"genre_scores_gemma":[0.00006230162,0.9928967,0.0001731584,0.001871139,0.002180621,0.0005507035,0.00005707863,0.00006157118,0.002146751],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.345578,"threshold_uncertainty_score":0.999965,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099232349","doi":"10.4300/jgme-d-14-00612.1","title":"The Effect of Restricting Residents' Duty Hours on Patient Safety, Resident Well-Being, and Resident Education: An Updated Systematic Review","year":2015,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":257,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Graduate medical education; Medicine; Accreditation; Duty; Psychological intervention; MEDLINE; Family medicine; Patient safety; Patient care; Nursing; Medical education; Health care; Political science","authors":[{"name":"Lauren Bolster","is_ca":true},{"name":"Liam Rourke","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02321952880509172,"gpt":0.3857509656796744,"spread":0.3625314368745827,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007078635,0.0004952062,0.0033736,0.0004619762,0.0002149532,0.00006970326,0.0004917633,0.000288098,0.0000791809],"category_scores_gemma":[0.01670294,0.0002414417,0.0005720368,0.0006227824,0.0001382424,0.0001520265,0.0001036421,0.001290413,0.00001797487],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006477621,"about_ca_system_score_gemma":0.008925406,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001049251,"about_ca_topic_score_gemma":0.000006310207,"domain_scores_codex":[0.9908304,0.002267253,0.003574865,0.0003432178,0.002683548,0.0003007646],"domain_scores_gemma":[0.9917861,0.001045921,0.004072333,0.0008225802,0.001003631,0.001269426],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001860705,0.0004291371,0.0002523928,0.4294091,0.0004492806,0.00006056425,0.0004536181,1.191359e-7,8.955659e-8,0.0001314825,0.09654932,0.4720788],"study_design_scores_gemma":[0.0005200574,0.003321866,0.0003960711,0.883425,0.006715517,0.001642556,0.0006319432,0.000001489248,0.000004734846,0.0001442917,0.1029488,0.0002477004],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003157197,0.9862176,0.000001529029,0.005397889,0.001993872,0.002724838,0.000001904454,0.00001345431,0.0004917039],"genre_scores_gemma":[0.0006677069,0.9971942,0.00005023573,0.000492075,0.0005988401,0.00007823095,0.0000819467,0.00005779123,0.0007789796],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4718311,"threshold_uncertainty_score":0.9966931,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1975866458","doi":"10.4300/jgme-d-13-00373.1","title":"Effects of Postgraduate Medical Education “Boot Camps” on Clinical Skills, Knowledge, and Confidence: A Meta-Analysis","year":2014,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":204,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"CINAHL; PsycINFO; Boot camp; MEDLINE; Inclusion (mineral); Medicine; Medical education; Psychology; Family medicine; Nursing; Social psychology; Computer science; Psychological intervention","authors":[{"name":"Christopher Blackmore","is_ca":true},{"name":"Janice E. Austin","is_ca":true},{"name":"Steven R. Lopushinsky","is_ca":true},{"name":"Tyrone Donnon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09740745151678853,"gpt":0.5055132878028339,"spread":0.4081058362860454,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.01134787,0.0008087158,0.008097143,0.002874064,0.0001301673,0.00005111963,0.000704177,0.00155392,0.0008124845],"category_scores_gemma":[0.07599788,0.0005349437,0.00343665,0.002938763,0.0009241029,0.000161988,0.0001160652,0.003796858,0.00006205063],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004071484,"about_ca_system_score_gemma":0.03608807,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005020847,"about_ca_topic_score_gemma":0.000008752668,"domain_scores_codex":[0.9861995,0.00216505,0.006092995,0.0007884962,0.004286747,0.0004672254],"domain_scores_gemma":[0.98448,0.003469035,0.005781134,0.001009063,0.003770961,0.001489759],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004410032,0.007406766,0.00004558725,0.01531403,0.03234019,0.0000212328,0.0002347783,8.627313e-8,1.225483e-7,0.001347044,0.06772854,0.8755175],"study_design_scores_gemma":[0.001087522,0.001386002,0.0007968438,0.01885059,0.3403244,0.00141322,0.000105376,0.00005660111,0.00000359367,0.0006089358,0.6348863,0.000480571],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001900579,0.9784819,0.0005345301,0.01123324,0.006018025,0.001408079,0.000004962229,0.00002661162,0.0003920648],"genre_scores_gemma":[0.002286285,0.986291,0.001566631,0.004904956,0.003327543,0.0001860803,0.0002687384,0.00009571324,0.001073067],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.875037,"threshold_uncertainty_score":0.9997423,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4306251302","doi":"10.4300/jgme-d-22-00620.1","title":"An Introduction to Scoping Reviews","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":144,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Systematic review; Grey literature; Knowledge translation; Knowledge management; Computer science; Engineering ethics; MEDLINE; Data science; Medical education; Psychology; Management science; Medicine; Engineering; Political science","authors":[{"name":"Susanne Mak","is_ca":true},{"name":"Aliki Thomas","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04865189107465342,"gpt":0.4237560331867284,"spread":0.375104142112075,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004542313,0.0001049566,0.000342546,0.0005843631,0.0002051632,0.00001923315,0.0002401526,0.0000510521,0.002524875],"category_scores_gemma":[0.008226119,0.00008998902,0.00008675885,0.001146524,0.0000501387,0.0002029827,0.00003595068,0.0009204333,0.00002783969],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005395315,"about_ca_system_score_gemma":0.003314177,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009572186,"about_ca_topic_score_gemma":0.00000122172,"domain_scores_codex":[0.9968066,0.0002631025,0.001009121,0.0001884877,0.001557491,0.00017525],"domain_scores_gemma":[0.9981577,0.00002335809,0.0004964432,0.0003239137,0.0006643403,0.0003342258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001011499,0.001381225,0.0005195216,0.0001365178,0.00001579803,0.000005549916,0.001137848,0.0000220734,0.0007104154,0.0005802996,0.5093406,0.4860491],"study_design_scores_gemma":[0.001146035,0.002842459,0.00831787,0.001420606,0.0001898811,0.003689894,0.00479365,0.0006155087,0.0004377936,0.0008017229,0.9754847,0.0002598378],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6533962,0.000655861,0.004468535,0.3305339,0.01002529,0.0006748958,4.840972e-7,0.00002288767,0.0002218814],"genre_scores_gemma":[0.8644311,0.0005618748,0.03992376,0.069367,0.02419847,0.0002766609,0.0001628403,0.00006188512,0.001016349],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4857892,"threshold_uncertainty_score":0.998387,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1989841489","doi":"10.4300/jgme-d-13-00445.1","title":"Competency-Based Education: Milestones or Millstones1?","year":2014,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Medical education; Medicine; Data science; Computer science; Psychology","authors":[{"name":"Geoff Norman","is_ca":false},{"name":"John J. Norcini","is_ca":false},{"name":"Georges Bordage","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02660558546014473,"gpt":0.3653279692302241,"spread":0.3387223837700794,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001955259,0.0002153264,0.0004990828,0.0006609169,0.0001403427,0.00003154237,0.0003232912,0.000224285,0.001438773],"category_scores_gemma":[0.01341389,0.0001527102,0.0001690661,0.0009807793,0.0002893356,0.0001829763,0.00001925569,0.0008176564,0.00008017503],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003029787,"about_ca_system_score_gemma":0.02675133,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003090426,"about_ca_topic_score_gemma":0.000005176118,"domain_scores_codex":[0.9962566,0.0001784395,0.001227364,0.0002249327,0.001844106,0.0002684905],"domain_scores_gemma":[0.9959405,0.0001805368,0.0007438692,0.0004154725,0.002264835,0.0004547565],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002574755,0.00374076,0.003743283,0.000346836,0.00005065057,0.000007575742,0.0004142427,0.000004501273,0.0001157578,0.004712034,0.2830772,0.7035297],"study_design_scores_gemma":[0.006171475,0.003194677,0.1087034,0.006770626,0.0008513167,0.00589965,0.004081602,0.00751489,0.00130027,0.009535126,0.8451352,0.0008417641],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.731286,0.0005358513,0.01128905,0.2367471,0.01450022,0.0005004721,9.839935e-7,0.00006279898,0.005077482],"genre_scores_gemma":[0.8888199,0.0001660904,0.05943169,0.04415823,0.005289453,0.00004859148,0.00009642176,0.00005009829,0.001939548],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7026879,"threshold_uncertainty_score":0.999474,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2791383299","doi":"10.4300/jgme-d-17-00580.1","title":"International Medical Graduates in the US Physician Workforce and Graduate Medical Education: Current and Historical Trends","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":115,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"IMG; Workforce; Graduate medical education; Family medicine; Representation (politics); Quarter (Canadian coin); Medicine; Physician assistants; Medical education; Psychology; Health care; Nurse practitioners; Accreditation; Political science","authors":[{"name":"Awad A. Ahmed","is_ca":false},{"name":"Wei‐Ting Hwang","is_ca":false},{"name":"Charles R. Thomas","is_ca":false},{"name":"Curtiland Deville","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09912633972048959,"gpt":0.4771917506874323,"spread":0.3780654109669427,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005281353,0.0002966534,0.0005682592,0.0004774084,0.0005058473,0.00004198501,0.0008612329,0.0003944305,0.0009104314],"category_scores_gemma":[0.007451813,0.0001983802,0.0001039154,0.0007922165,0.0005738642,0.0003192824,0.000173128,0.002701059,0.00003527059],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000806015,"about_ca_system_score_gemma":0.007201167,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005677809,"about_ca_topic_score_gemma":0.0004244903,"domain_scores_codex":[0.9920226,0.001212734,0.001778435,0.0003720636,0.003996866,0.0006173281],"domain_scores_gemma":[0.9956234,0.000867921,0.0008733825,0.0002812692,0.0008976717,0.001456342],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001077461,0.0009101089,0.02241472,0.00009563319,0.0000212898,0.00001452501,0.006110241,8.614347e-8,4.105092e-7,0.003301887,0.2556162,0.7114071],"study_design_scores_gemma":[0.002029414,0.0004720367,0.09720623,0.005629262,0.00008456983,0.000417804,0.006688795,0.001140949,0.000001677057,0.008707145,0.8772843,0.0003378578],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6219313,0.004562187,0.000095166,0.3520386,0.0146051,0.0003090234,0.000002103955,0.00002712244,0.006429407],"genre_scores_gemma":[0.9552766,0.01031121,0.0003432323,0.02154288,0.01152614,0.00008559641,0.00003666111,0.00003513259,0.0008425146],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7110693,"threshold_uncertainty_score":0.9995998,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1960827476","doi":"10.4300/jgme-d-14-00791.1","title":"Promoting Success: A Professional Development Coaching Program for Interns in Medicine","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Victoria General Hospital","funders":"Massachusetts General Hospital","keywords":"Coaching; Professional development; Medical education; Medicine; Psychology","authors":[{"name":"Kerri Palamara","is_ca":true},{"name":"Carol Kauffman","is_ca":true},{"name":"Valerie E. Stone","is_ca":true},{"name":"Hasan Bazari","is_ca":true},{"name":"Karen Donelan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1956390313529718,"gpt":0.5448296387632096,"spread":0.3491906074102378,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009846473,0.0001860419,0.0005570868,0.0003937695,0.0003237538,0.000009378608,0.0003764328,0.0002835875,0.0001447341],"category_scores_gemma":[0.01211822,0.0001188516,0.0000643006,0.000312586,0.00008367735,0.0002546594,0.0001034186,0.001715712,0.00001063358],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006051763,"about_ca_system_score_gemma":0.01888684,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002149254,"about_ca_topic_score_gemma":0.0003113966,"domain_scores_codex":[0.9947266,0.0009004255,0.002125487,0.0002162409,0.001491037,0.0005402252],"domain_scores_gemma":[0.9952852,0.0007891352,0.001237721,0.0001279735,0.00160625,0.0009537156],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003102893,0.001851678,0.1247863,0.001251762,0.00003645381,0.00001443136,0.06259512,6.773826e-7,0.00001938694,0.0004885506,0.034331,0.7743143],"study_design_scores_gemma":[0.01721652,0.002950306,0.2232937,0.1659754,0.0001172811,0.000194784,0.1277228,0.006179624,0.0001251296,0.01680991,0.4384719,0.0009426919],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8834647,0.001049735,0.000775437,0.1006539,0.01191153,0.001721296,0.000001719217,0.00003495385,0.0003867271],"genre_scores_gemma":[0.9853433,0.0001077996,0.007146284,0.002884158,0.002882091,0.0006167585,0.0000506225,0.00003296427,0.0009360731],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7733717,"threshold_uncertainty_score":0.9962031,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2889979429","doi":"10.4300/jgme-d-18-00155.1","title":"Comparing the Maslach Burnout Inventory to Other Well-Being Instruments in Emergency Medicine Residents","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":101,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Emera (Canada)","funders":"","keywords":"Depersonalization; Emotional exhaustion; Burnout; Psychology; Quality of life (healthcare); Clinical psychology; Medicine; Nursing","authors":[{"name":"Kelly Williamson","is_ca":true},{"name":"Patrick M. Lank","is_ca":true},{"name":"Navneet Cheema","is_ca":true},{"name":"Nicholas Hartman","is_ca":true},{"name":"Elise Lovell","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1204294281223761,"gpt":0.4833688201720093,"spread":0.3629393920496332,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053118,0.000164206,0.0004096465,0.0003914981,0.0005451942,0.000005672097,0.0005455342,0.000187927,0.003666681],"category_scores_gemma":[0.003529056,0.00009633711,0.0000648302,0.000537037,0.0001314791,0.0001674594,0.0001401912,0.001473512,0.0002127592],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003529955,"about_ca_system_score_gemma":0.002292991,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003145775,"about_ca_topic_score_gemma":0.001522243,"domain_scores_codex":[0.9947033,0.001182598,0.001946128,0.0001939216,0.001482532,0.0004915275],"domain_scores_gemma":[0.9972621,0.0002053021,0.0008931717,0.0002584359,0.0007420525,0.0006389908],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001340139,0.0002362866,0.861096,0.0001925153,0.00002678323,0.000003366471,0.02097097,5.724277e-7,0.00004255088,0.0007912861,0.09602631,0.02047937],"study_design_scores_gemma":[0.001744175,0.000401434,0.894907,0.02055719,0.00004101498,0.00001786584,0.01873715,0.0004041085,0.00002701116,0.01385872,0.04908797,0.0002163725],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8725059,0.0004780316,0.00009167975,0.1062267,0.01137421,0.0004051666,3.735481e-7,0.000009933496,0.008908012],"genre_scores_gemma":[0.9843866,0.0006906135,0.0001035677,0.00745467,0.005127867,0.000036917,0.000003221195,0.00002395719,0.00217265],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1118806,"threshold_uncertainty_score":0.9972441,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2586920466","doi":"10.4300/jgme-d-16-00398.1","title":"R2C2 in Action: Testing an Evidence-Based Model to Facilitate Feedback and Coaching in Residency","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Debriefing; Coaching; Conversation; Medical education; Session (web analytics); Psychology; Medicine; Computer science","authors":[{"name":"Joan Sargeant","is_ca":true},{"name":"Karen Mann","is_ca":false},{"name":"Sarah Manos","is_ca":true},{"name":"Ian Epstein","is_ca":true},{"name":"Andrew E. Warren","is_ca":true},{"name":"Cindy Shearer","is_ca":true},{"name":"Michelle Boudreau","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3782751930146693,"gpt":0.4617225191743398,"spread":0.08344732615967043,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004277452,0.0001312248,0.0003230135,0.0006796579,0.000164733,0.00007995424,0.0002632277,0.0001337393,0.00003166211],"category_scores_gemma":[0.05786829,0.000113829,0.0000335674,0.000405619,0.0001434014,0.0008935473,0.00003389723,0.0009454786,0.000004761565],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004154346,"about_ca_system_score_gemma":0.005136713,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005017133,"about_ca_topic_score_gemma":0.0002609945,"domain_scores_codex":[0.9974996,0.0001388389,0.000906566,0.0002241723,0.001005778,0.0002249748],"domain_scores_gemma":[0.9979045,0.0002264274,0.0004933274,0.0003596129,0.0006892277,0.0003268443],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000487551,0.001357774,0.2179745,0.0004191416,0.00001374021,0.00005174757,0.004596163,0.0009039885,0.001407911,0.0003510792,0.004917703,0.7675187],"study_design_scores_gemma":[0.001741836,0.0006089806,0.8767208,0.008580539,0.00004478796,0.0002517491,0.002224284,0.1055233,0.0001575065,0.00370892,0.0002450238,0.0001923243],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8997274,0.0001180114,0.002294655,0.09669196,0.0007295272,0.0002399426,3.103438e-7,0.000007779022,0.0001904038],"genre_scores_gemma":[0.9694683,0.00009854357,0.02658189,0.003221886,0.0004640033,0.000018678,0.000003849222,0.00001379365,0.0001290486],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7673264,"threshold_uncertainty_score":0.9500677,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1917811855","doi":"10.4300/jgme-d-14-00728.1","title":"A Systematic Review and Qualitative Analysis to Determine Quality Indicators forHealth Professions Education Blogs and Podcasts","year":2015,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":94,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan; McMaster Divinity College; Western University","funders":"","keywords":"Credibility; Medical education; Mainstream; Quality (philosophy); Qualitative research; Content analysis; Systematic review; MEDLINE; Psychology; Computer science; Medicine; Sociology; Political science; Social science","authors":[{"name":"Quinten S. Paterson","is_ca":true},{"name":"Brent Thoma","is_ca":true},{"name":"William K. Milne","is_ca":true},{"name":"Michelle Lin","is_ca":true},{"name":"Teresa M. Chan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3498723243696323,"gpt":0.6286266132982988,"spread":0.2787542889286665,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02444867,0.0003404003,0.003616719,0.001601904,0.000394969,0.0000757737,0.0004688132,0.0004567005,0.00004674766],"category_scores_gemma":[0.105969,0.0002560429,0.0003267244,0.00362895,0.0003263447,0.0002785175,0.00006383639,0.0009278259,0.0000101127],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001331346,"about_ca_system_score_gemma":0.0444929,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001591897,"about_ca_topic_score_gemma":0.0005634845,"domain_scores_codex":[0.9853303,0.008694898,0.003151903,0.0003783952,0.00205488,0.0003896487],"domain_scores_gemma":[0.9854247,0.004867602,0.005137217,0.0003402911,0.001631458,0.002598749],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000003328402,0.0003590522,0.00005172969,0.3623253,0.000389628,5.207124e-7,0.07686025,3.156932e-9,2.646107e-9,0.000748469,0.003232413,0.5560293],"study_design_scores_gemma":[0.0002037893,0.0002658619,0.0004297933,0.6046242,0.02875601,0.00007330142,0.0724281,7.005665e-7,1.764617e-8,0.001719293,0.2908629,0.000636023],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0008320733,0.9670817,0.0000357944,0.02248768,0.004094621,0.005369698,0.00001085612,0.00001506506,0.00007253918],"genre_scores_gemma":[0.000239609,0.9945704,0.0007420466,0.00158617,0.00114857,0.001513874,0.00005268695,0.00002774711,0.0001188515],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5553933,"threshold_uncertainty_score":0.9999892,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2055491678","doi":"10.4300/jgme-d-14-00022.1","title":"Predictors of Well-Being in Resident Physicians: A Descriptive and Psychometric Study","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":91,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Burnout; Descriptive statistics; Medicine; Family medicine; Psychology; Clinical psychology; Gerontology","authors":[{"name":"Aliya Kassam","is_ca":false},{"name":"Joan Horton","is_ca":false},{"name":"Ilya Shoimer","is_ca":false},{"name":"Scott B. Patten","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1150436596824649,"gpt":0.4653084681254038,"spread":0.3502648084429389,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004265527,0.0001121149,0.0004372975,0.0006775486,0.0001071162,0.000005381723,0.0001794976,0.0001417137,0.00005768354],"category_scores_gemma":[0.005066398,0.00008065568,0.00004468371,0.0007464912,0.00006782106,0.0002010281,0.00005779484,0.001091795,0.000005802509],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002635216,"about_ca_system_score_gemma":0.004217555,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001039904,"about_ca_topic_score_gemma":0.0002535286,"domain_scores_codex":[0.9958324,0.001200503,0.001299732,0.000146588,0.001261322,0.0002594917],"domain_scores_gemma":[0.997166,0.0004286142,0.0008941264,0.0001305206,0.0009014136,0.0004793516],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002022109,0.001327323,0.8813248,0.0001875702,0.00003784933,0.00000923374,0.05775959,8.498704e-7,0.000008846628,0.0001559667,0.01258384,0.04640189],"study_design_scores_gemma":[0.002338459,0.0008506823,0.8284698,0.006647145,0.00004494945,0.000009311399,0.1560787,0.00006251001,0.00001049461,0.004447512,0.0009448113,0.00009565751],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.983346,0.001687665,0.00005230746,0.009886625,0.00373753,0.000491239,9.471995e-7,0.000005549873,0.0007920808],"genre_scores_gemma":[0.997233,0.0009080778,0.0001748601,0.0006079905,0.0008288207,0.00002856143,0.000001922796,0.00001235903,0.00020436],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09831911,"threshold_uncertainty_score":0.7481762,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2003934940","doi":"10.4300/jgme-d-11-00148.1","title":"The Resident-as-Teacher: It's More Than Just About Student Learning","year":2011,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Medical education; Task (project management); Psychology; Medicine","authors":[{"name":"Linda Snell","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05793470117598922,"gpt":0.4072186298050109,"spread":0.3492839286290217,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003792643,0.000173119,0.0003085647,0.0002742398,0.0003557811,0.00005191613,0.0004420895,0.000186807,0.001005197],"category_scores_gemma":[0.01357726,0.0001099676,0.0001549644,0.0005485133,0.0003642451,0.0001957537,0.00005108297,0.001805324,0.00008680131],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003224793,"about_ca_system_score_gemma":0.003805412,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001240646,"about_ca_topic_score_gemma":0.00001114163,"domain_scores_codex":[0.9958338,0.0002246882,0.001131965,0.0001809149,0.002312715,0.0003159227],"domain_scores_gemma":[0.9970883,0.0001291841,0.0007874328,0.0003254495,0.001321691,0.0003480032],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004679356,0.002875563,0.06999047,0.0001498009,0.0003491108,0.00008571424,0.05124708,0.000001969115,0.0000921069,0.003648089,0.4138801,0.4572121],"study_design_scores_gemma":[0.002229667,0.001365199,0.6851918,0.002075389,0.0005671692,0.002422922,0.1461637,0.0002744316,0.0004724166,0.001970481,0.1569381,0.0003286834],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8938395,0.0007677044,0.0002359887,0.09499205,0.003839432,0.0002441987,1.015443e-7,0.00002409297,0.006056874],"genre_scores_gemma":[0.9837596,0.00154043,0.0009348144,0.00549446,0.002290012,0.00002735732,0.0000125691,0.00003307712,0.005907673],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6152013,"threshold_uncertainty_score":0.999908,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2913695426","doi":"10.4300/jgme-d-18-01093.1","title":"Finding Your People in the Digital Age: Virtual Communities of Practice to Promote Education Scholarship","year":2019,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Mentorship; Community of practice; Public relations; Sociology; Medical education; Computer science; Knowledge management; Pedagogy; Medicine; Political science","authors":[{"name":"Lalena M. Yarris","is_ca":true},{"name":"Teresa M. Chan","is_ca":true},{"name":"Michael Gottlieb","is_ca":true},{"name":"Amy Miller Juvé","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1199347195495033,"gpt":0.4707990157139204,"spread":0.3508642961644171,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01276754,0.0002325189,0.0005991953,0.0006917108,0.000341429,0.0003811549,0.001562692,0.0007748659,0.00006174326],"category_scores_gemma":[0.2855239,0.0001958976,0.0001539793,0.001257255,0.000253758,0.001119112,0.00006613529,0.003211465,0.000033134],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001353002,"about_ca_system_score_gemma":0.05366009,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008085473,"about_ca_topic_score_gemma":0.002811985,"domain_scores_codex":[0.9908346,0.002178593,0.001398591,0.0001878874,0.004992292,0.0004080605],"domain_scores_gemma":[0.9781709,0.0153559,0.002507263,0.000426153,0.003019998,0.0005197884],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008714489,0.001672053,0.001751955,0.0001877183,0.00003075274,0.000001987133,0.3412391,0.000001744403,0.000001071399,0.0009131962,0.5279015,0.1262118],"study_design_scores_gemma":[0.0002301799,0.0003481283,0.005540112,0.001816346,0.00008247751,0.000009534585,0.1941878,9.773978e-7,0.000001327626,0.0008857182,0.7967229,0.0001744156],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.2197856,0.0003403893,0.00001182754,0.04253715,0.7345971,0.001309433,0.00001046647,0.000009057581,0.001398966],"genre_scores_gemma":[0.4161225,0.001391536,0.0005125927,0.0008587758,0.5803893,0.000238624,0.0001883974,0.00004460342,0.0002536935],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.2727563,"threshold_uncertainty_score":0.9990882,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4306250936","doi":"10.4300/jgme-d-22-00050.1","title":"“The Most Crushing Thing”: Understanding Resident Assessment Burden in a Competency-Based Curriculum","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University","funders":"Schulich School of Medicine and Dentistry; Schulich School of Medicine and Dentistry, Western University","keywords":"Competence (human resources); CLARITY; Autonomy; Self-assessment; Formative assessment; Psychology; Medical education; Curriculum; Workload; Medicine; Social psychology; Pedagogy; Computer science","authors":[{"name":"Mary Ott","is_ca":true},{"name":"Rachael Pack","is_ca":true},{"name":"Sayra Cristancho","is_ca":true},{"name":"Melissa Chin","is_ca":true},{"name":"Julie Ann Van Koughnett","is_ca":true},{"name":"Michael Ott","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0408747156244065,"gpt":0.3773449643406936,"spread":0.3364702487162872,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006069604,0.0001322673,0.0002887566,0.0005483119,0.0005898309,0.00006435559,0.0003689177,0.00006953238,0.0004259034],"category_scores_gemma":[0.005608941,0.00009788272,0.00009752522,0.001308487,0.000149768,0.0001430739,0.00006829935,0.001984618,0.000002646114],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003174596,"about_ca_system_score_gemma":0.01807508,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002217796,"about_ca_topic_score_gemma":0.00003466093,"domain_scores_codex":[0.9951621,0.0003731042,0.001161639,0.0001699912,0.002848377,0.0002847401],"domain_scores_gemma":[0.998114,0.0002761296,0.0007133903,0.0002499286,0.0004639536,0.000182603],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005423927,0.006783342,0.07109811,0.0004292357,0.0002997138,0.0004119299,0.01691734,0.001845584,0.0004272943,0.1576766,0.4943606,0.2492079],"study_design_scores_gemma":[0.01402294,0.003676245,0.1418105,0.006553176,0.0006578935,0.003464042,0.3811785,0.1954006,0.0001152782,0.09080025,0.161169,0.001151542],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5688035,0.0005836826,0.005670231,0.4166877,0.006476691,0.0004728848,8.346968e-7,0.00002233783,0.001282034],"genre_scores_gemma":[0.9882554,0.0001034994,0.005388808,0.005146076,0.0008601017,0.00005938475,0.00003058569,0.00002125432,0.000134892],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4194518,"threshold_uncertainty_score":0.9874915,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2625406197","doi":"10.4300/jgme-d-17-00015.1","title":"Podcasting in Medical Education: How Long Should an Educational Podcast Be?","year":2017,"lang":"en","type":"letter","venue":"Journal of Graduate Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Active listening; Graduate medical education; Medical education; Medicine; Psychology; Accreditation","authors":[{"name":"Michael Cosimini","is_ca":false},{"name":"Daniel Cho","is_ca":false},{"name":"Fasha Liley","is_ca":false},{"name":"Juan Espinoza","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2650472194085818,"gpt":0.49102100320938,"spread":0.2259737838007982,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.009150938,0.0005122782,0.00101145,0.001260524,0.00105962,0.0005776397,0.002630236,0.002629002,0.002819493],"category_scores_gemma":[0.158275,0.0005136103,0.0003100471,0.000766472,0.001186691,0.001527264,0.00009028146,0.00720658,0.00003424284],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002486331,"about_ca_system_score_gemma":0.1806563,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006773006,"about_ca_topic_score_gemma":0.004613081,"domain_scores_codex":[0.9862089,0.002214742,0.001817609,0.0006628539,0.008054038,0.001041813],"domain_scores_gemma":[0.9870064,0.003829459,0.003447963,0.00074436,0.00274895,0.002222904],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000162643,0.001150975,0.009022486,0.0002279294,0.00003302702,0.00008447597,0.01228593,1.968728e-7,2.226813e-7,0.0005812379,0.8130363,0.163561],"study_design_scores_gemma":[0.0004935167,0.0001490901,0.02580561,0.003381241,0.000120676,0.0004938226,0.007344155,0.00002902188,0.000001219192,0.004434386,0.9571534,0.0005938677],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.02956355,0.001322652,0.00002215915,0.9012468,0.06465058,0.0009302925,0.00000600607,0.00002837924,0.002229515],"genre_scores_gemma":[0.06650636,0.002800639,0.001443772,0.6286576,0.2940934,0.0008299903,0.0009356739,0.0002031908,0.004529272],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.2725892,"threshold_uncertainty_score":0.999841,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2037317887","doi":"10.4300/jgme-d-11-00083.1","title":"Deconstructing Quality in Education Research","year":2011,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Medical education; Psychology; Subject (documents); Persuasion; Medicine; Computer science; Social psychology; Library science","authors":[{"name":"Gail M. Sullivan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2301799346129748,"gpt":0.519937019305551,"spread":0.2897570846925762,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009526887,0.0001145975,0.0003341588,0.001271122,0.00009209821,0.00001770533,0.0002565453,0.00020599,0.0008820968],"category_scores_gemma":[0.02615597,0.00009717011,0.00008474378,0.001548613,0.00030641,0.0002865823,0.00003201767,0.001645902,0.00003593782],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006036743,"about_ca_system_score_gemma":0.01408173,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003390715,"about_ca_topic_score_gemma":0.00002278934,"domain_scores_codex":[0.9958301,0.0004043524,0.001421201,0.0001920257,0.00185487,0.0002974288],"domain_scores_gemma":[0.9959615,0.0001629212,0.0005493647,0.0003018078,0.002732215,0.0002921376],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001482511,0.003294205,0.0932801,0.0001767732,0.00002431254,0.000009307132,0.004354483,8.910782e-8,0.0001378836,0.007385724,0.02658781,0.8646011],"study_design_scores_gemma":[0.001997828,0.0006107877,0.9020118,0.003192616,0.00007451336,0.002275685,0.04239145,0.0001226444,0.00126433,0.03112802,0.01465522,0.0002751343],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9726946,0.0003719247,0.0001937892,0.01296366,0.00380842,0.0002474751,1.605343e-7,0.00001099386,0.009708934],"genre_scores_gemma":[0.9775102,0.0002100077,0.01841784,0.002301112,0.001253881,0.00002641946,0.00001141255,0.00001813626,0.0002509706],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8643259,"threshold_uncertainty_score":0.9915075,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2169429925","doi":"10.4300/jgme-d-14-00340.1","title":"Expertise, Time, Money, Mentoring, and Reward: Systemic Barriers That Limit Education Researcher Productivity—Proceedings From the AAMC GEA Workshop","year":2014,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Mentorship; Medical education; Publishing; Productivity; Feeling; Quality (philosophy); Public relations; Publication; Medicine; Psychology; Political science","authors":[{"name":"Lalena M. Yarris","is_ca":false},{"name":"Amy Miller Juvé","is_ca":true},{"name":"Anthony R. Artino","is_ca":true},{"name":"Gail M. Sullivan","is_ca":true},{"name":"Steven Rougas","is_ca":true},{"name":"Barbara Joyce","is_ca":true},{"name":"Kevin W. Eva","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03668882823599754,"gpt":0.341600448803247,"spread":0.3049116205672495,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004826325,0.0002299762,0.0004352825,0.0003447698,0.0002644087,0.0001244584,0.0003792053,0.000246996,0.0003078352],"category_scores_gemma":[0.03119355,0.0001553964,0.00009752794,0.0006870184,0.0003682201,0.0004583803,0.00007263052,0.001242788,0.00002710794],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005617523,"about_ca_system_score_gemma":0.003891341,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001335194,"about_ca_topic_score_gemma":0.000003190182,"domain_scores_codex":[0.9959813,0.0002257872,0.0008480114,0.0003706175,0.0022263,0.0003480339],"domain_scores_gemma":[0.9964005,0.0002943347,0.0007165442,0.0004064414,0.001561745,0.0006203812],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002944985,0.0008601993,0.02676556,0.0002399182,0.0001677379,0.000001973591,0.01119426,6.451504e-7,0.001578642,0.0008064327,0.5056534,0.4524367],"study_design_scores_gemma":[0.00716862,0.001897756,0.3142444,0.0231058,0.001920774,0.004711688,0.09778044,0.005233884,0.007557182,0.01343025,0.5212873,0.001661946],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8770809,0.001454541,0.0003406162,0.1166983,0.002912604,0.0004869222,7.985338e-7,0.00002769228,0.0009976811],"genre_scores_gemma":[0.9848955,0.0006714524,0.001446458,0.004500023,0.005551503,0.00008697663,0.00003497978,0.00004471497,0.002768337],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4507748,"threshold_uncertainty_score":0.9769671,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3152660016","doi":"10.4300/jgme-d-20-00929.1","title":"Race and Gender Bias in Internal Medicine Program Director Letters of Recommendation","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Underrepresented Minority; Gender bias; Selection bias; Medical education; Specialty; United States Medical Licensing Examination; Psychology; Medicine; Family medicine; Social psychology; Medical school; Pathology","authors":[{"name":"Neil Zhang","is_ca":false},{"name":"Sarah Blissett","is_ca":true},{"name":"David E. Anderson","is_ca":false},{"name":"Patricia O’Sullivan","is_ca":false},{"name":"Atif Qasim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1365526504943665,"gpt":0.4157870435782612,"spread":0.2792343930838947,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003546978,0.00005205945,0.0002014646,0.0001521869,0.00005115234,0.00001704817,0.0001496384,0.00005461905,0.0006223966],"category_scores_gemma":[0.005768825,0.00004227481,0.00003478493,0.000306272,0.0003146417,0.0001666095,0.00002585485,0.0002638801,8.583612e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000998269,"about_ca_system_score_gemma":0.0009582964,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005253859,"about_ca_topic_score_gemma":0.0002831354,"domain_scores_codex":[0.9980823,0.0003442029,0.000380094,0.00008141474,0.0009926601,0.0001193527],"domain_scores_gemma":[0.9988831,0.0002044417,0.0002806924,0.0000439706,0.0003567181,0.000231118],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00005971918,0.0006524656,0.06703655,0.00008660673,0.00005211933,0.00003747605,0.0432797,6.685493e-7,0.0002885291,0.0009947715,0.06820112,0.8193102],"study_design_scores_gemma":[0.005497623,0.0008726886,0.4062377,0.003291641,0.0003500348,0.000294648,0.2544834,0.0001787399,0.0007120979,0.007222696,0.3204588,0.000399944],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8621786,0.0004597497,0.0001837436,0.1326266,0.001841484,0.00007029381,4.110842e-7,0.000004812257,0.002634296],"genre_scores_gemma":[0.9940358,0.002313667,0.0006971547,0.002019925,0.0007407567,0.000001656385,0.000007846895,0.000003447563,0.0001797663],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8189103,"threshold_uncertainty_score":0.6906239,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2999119829","doi":"10.4300/jgme-d-19-00508.1","title":"In-the-Moment Feedback and Coaching: Improving R2C2 for a New Context","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Calgary; University of Ottawa; Dalhousie University","funders":"","keywords":"Coaching; Conversation; Context (archaeology); Computer science; Moment (physics); Psychology; Human–computer interaction; Medical education; Medicine; Communication; Psychotherapist","authors":[{"name":"Jocelyn Lockyer","is_ca":true},{"name":"Heather Armson","is_ca":true},{"name":"Karen D. Könings","is_ca":true},{"name":"Rachelle Lee-Krueger","is_ca":true},{"name":"Amanda Roze des Ordons","is_ca":true},{"name":"Subha Ramani","is_ca":true},{"name":"Jessica Trier","is_ca":true},{"name":"Mary Grace Zetkulic","is_ca":true},{"name":"Joan Sargeant","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05367800278968495,"gpt":0.3669550881950549,"spread":0.31327708540537,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001567774,0.0001016635,0.0002633393,0.0001497641,0.00006004034,0.00003123135,0.0001559232,0.00008906177,0.00007794378],"category_scores_gemma":[0.008834952,0.00006900192,0.00006496596,0.0003649508,0.0000843153,0.0001604672,0.00001564059,0.0006155606,0.000004210697],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001173981,"about_ca_system_score_gemma":0.002772009,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004161088,"about_ca_topic_score_gemma":0.000003398967,"domain_scores_codex":[0.9981723,0.00006358208,0.0006911629,0.0001318543,0.0007823828,0.0001587214],"domain_scores_gemma":[0.998773,0.0001515728,0.0003480814,0.0001035702,0.0003430854,0.000280721],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002259775,0.0005047265,0.001030315,0.0002697775,0.00003192593,0.000008265752,0.01028809,5.250591e-7,0.0002412877,0.002567919,0.3510579,0.6337733],"study_design_scores_gemma":[0.01539418,0.004685646,0.03765965,0.002088541,0.0006636972,0.002904159,0.05261982,0.009257593,0.0007377965,0.008894765,0.8645661,0.0005280611],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4427396,0.0004420111,0.01030575,0.5449607,0.001050661,0.0003952777,3.606982e-7,0.00000509196,0.0001005672],"genre_scores_gemma":[0.9114563,0.0001047853,0.00657338,0.07883754,0.002843763,0.00001867946,0.00001122477,0.00001424713,0.0001400511],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6332452,"threshold_uncertainty_score":0.999514,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2074552764","doi":"10.4300/jgme-d-10-00186.1","title":"Internal Medicine Physicians' Knowledge of Health Care Charges","year":2011,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"National Center for Research Resources","keywords":"Family medicine; Health care; Test (biology); Intervention (counseling); Likert scale; Quarter (Canadian coin); Medicine; Wilcoxon signed-rank test; Diagnostic test; Tertiary care; MEDLINE; Psychology; Nursing; Emergency medicine; Internal medicine","authors":[{"name":"Raj Sehgal","is_ca":false},{"name":"Paul Gorman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6544064686078727,"gpt":0.6020489138123604,"spread":0.0523575547955123,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00791005,0.0001669258,0.0007410811,0.0003401913,0.0002594824,0.000002597391,0.000469937,0.0001903269,0.001285242],"category_scores_gemma":[0.00870983,0.000122867,0.0001135697,0.0003437886,0.0002623744,0.0003119705,0.00006485628,0.001725929,0.00006981772],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004456436,"about_ca_system_score_gemma":0.01062563,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004128636,"about_ca_topic_score_gemma":0.000317605,"domain_scores_codex":[0.992686,0.003335444,0.002405786,0.00017648,0.0009877934,0.0004084493],"domain_scores_gemma":[0.9925786,0.0008071602,0.003440799,0.000272647,0.002292249,0.0006085978],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001901549,0.001129568,0.03161741,0.002355432,0.00009356562,0.000004352377,0.3102278,2.66553e-8,0.00003601527,0.003100315,0.1072716,0.5439737],"study_design_scores_gemma":[0.00319338,0.003105315,0.4525172,0.02067652,0.000183378,0.00009573007,0.3567851,0.00002649419,0.0002179794,0.0052319,0.1575829,0.0003840598],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7582803,0.01827411,0.001285292,0.1839322,0.01886388,0.0007520971,0.000008353199,0.00004066712,0.01856311],"genre_scores_gemma":[0.9841053,0.002049157,0.000703554,0.009872584,0.002827452,0.00001598364,0.00001158705,0.00002728694,0.0003871248],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5435897,"threshold_uncertainty_score":0.9996402,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4366144987","doi":"10.4300/jgme-d-22-00415.1","title":"Mentorship Programs in Residency: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":48,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary; University of British Columbia","funders":"","keywords":"Mentorship; Medical education; MEDLINE; Data extraction; Medicine; Qualitative research; Qualitative property; Computer science; Political science","authors":[{"name":"Moss Bruton Joe","is_ca":true},{"name":"Anthony Cusano","is_ca":true},{"name":"Jamie Leckie","is_ca":true},{"name":"Natalie Czuczman","is_ca":true},{"name":"Kyle Exner","is_ca":true},{"name":"Shannon M. Ruzycki","is_ca":true},{"name":"Kirstie Lithgow","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4027308785792802,"gpt":0.5284590517043998,"spread":0.1257281731251195,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008165093,0.0002913253,0.001736923,0.0005579905,0.00003304616,0.00002646619,0.0006254156,0.0003907924,0.0005158464],"category_scores_gemma":[0.004374322,0.0002110672,0.0003372748,0.0009712469,0.00004650524,0.0000715502,0.00005698092,0.001689158,0.0003469859],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004304902,"about_ca_system_score_gemma":0.009623772,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004150332,"about_ca_topic_score_gemma":0.0000111457,"domain_scores_codex":[0.9944311,0.0008561112,0.002679318,0.0002961164,0.001313667,0.0004236322],"domain_scores_gemma":[0.9969285,0.0003848476,0.001823854,0.0002528517,0.0001434928,0.0004665006],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000002573532,0.0002017746,0.00001551837,0.08059884,0.00008779547,0.00006030562,0.0004359824,2.965096e-9,2.000585e-9,0.0001441617,0.04578942,0.8726636],"study_design_scores_gemma":[0.0000949274,0.0000374078,0.00001293827,0.5791213,0.0001942021,0.0001718955,0.00006831627,3.496892e-8,8.957715e-9,0.0001912501,0.419991,0.00011673],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001144726,0.9822401,0.000004539882,0.002914141,0.01325037,0.001007219,3.782867e-7,0.00002167926,0.0005500929],"genre_scores_gemma":[8.552772e-7,0.9952081,0.0001381096,0.0003184053,0.001460518,0.0003181087,0.00002967593,0.00004745134,0.002478769],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8725469,"threshold_uncertainty_score":0.9959908,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3044656708","doi":"10.4300/jgme-d-19-00803.1","title":"Evaluation of a National Competency-Based Assessment System in Emergency Medicine: A CanDREAM Study","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Saskatchewan","funders":"Max Rady College of Medicine, University of Manitoba; Queen's University; McMaster University; Royal College of Physicians and Surgeons of Canada; Cumming School of Medicine, University of Calgary; McGill University; University of Toronto; Dalhousie University; Schulich School of Medicine and Dentistry; University of Ottawa","keywords":"Specialty; Timeline; Promotion (chess); Medicine; Cohort; Family medicine; Internal medicine; Statistics; Political science","authors":[{"name":"Brent Thoma","is_ca":true},{"name":"Andrew K. Hall","is_ca":true},{"name":"Kevin Clark","is_ca":true},{"name":"Nazanin Meshkat","is_ca":true},{"name":"Warren J. Cheung","is_ca":true},{"name":"Pierre Désaulniers","is_ca":true},{"name":"Cheryl ffrench","is_ca":true},{"name":"Allison Meiwald","is_ca":true},{"name":"Christine Meyers","is_ca":true},{"name":"Catherine Patocka","is_ca":true},{"name":"Lorri Beatty","is_ca":true},{"name":"Teresa M. Chan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1021658640896123,"gpt":0.4576939100481291,"spread":0.3555280459585168,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01120962,0.0001600295,0.000559726,0.0006679517,0.00004713069,0.000004664479,0.0002270878,0.0001132132,0.0009964762],"category_scores_gemma":[0.01764788,0.0001255426,0.00009635457,0.001601382,0.0001111588,0.0001295064,0.00001754115,0.0006883764,0.000004410705],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001145443,"about_ca_system_score_gemma":0.02647893,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001209257,"about_ca_topic_score_gemma":0.00002611197,"domain_scores_codex":[0.9894199,0.0005721312,0.002197155,0.0002108323,0.007435789,0.0001642078],"domain_scores_gemma":[0.9909243,0.00009194439,0.001217125,0.0001666732,0.007338305,0.0002616278],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009693564,0.03109399,0.4649311,0.003862154,0.0008733639,0.00005624768,0.02711419,0.001167139,0.001381254,0.007341383,0.1928675,0.2683423],"study_design_scores_gemma":[0.01523952,0.004873599,0.741207,0.003888277,0.001456759,0.000199936,0.04652806,0.1835308,0.00008838769,0.001659853,0.001005383,0.0003224299],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9310141,0.0002197365,0.001314966,0.06094908,0.002602086,0.0009457839,0.000001441395,0.00001457968,0.002938202],"genre_scores_gemma":[0.9957066,0.00002756493,0.00182969,0.00116583,0.001140395,0.00006398216,0.00003792459,0.00001669424,0.00001136882],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2762759,"threshold_uncertainty_score":0.9999167,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3024051785","doi":"10.4300/jgme-d-19-00493.1","title":"Next Steps in the Implementation of Learning Analytics in Medical Education: Consensus From an International Cohort of Medical Educators","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University Health Network; University of Toronto; University of Ottawa; University of Saskatchewan; St. Michael's Hospital","funders":"","keywords":"Learning analytics; Analytics; Medical education; Data science; Knowledge management; Computer science; Medicine","authors":[{"name":"Brent Thoma","is_ca":true},{"name":"Eric J. Warm","is_ca":true},{"name":"Stanley J. Hamstra","is_ca":true},{"name":"Rodrigo B. Cavalcanti","is_ca":true},{"name":"Martin Pusic","is_ca":true},{"name":"Tim Shaw","is_ca":true},{"name":"Amol Verma","is_ca":true},{"name":"Jason R. Frank","is_ca":true},{"name":"Karen E. Hauer","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04068748461290634,"gpt":0.4040682268611024,"spread":0.3633807422481961,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003557218,0.0001271465,0.0003664086,0.0003443006,0.00003338278,0.00005747193,0.001588185,0.0001536883,0.0003940459],"category_scores_gemma":[0.00610836,0.00009718441,0.00009984164,0.0008434901,0.0001495778,0.0003061545,0.00009588633,0.00112502,0.000002544599],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009092598,"about_ca_system_score_gemma":0.01156577,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000831659,"about_ca_topic_score_gemma":0.0001908461,"domain_scores_codex":[0.9941221,0.0006397406,0.001399299,0.000219575,0.003451916,0.0001673043],"domain_scores_gemma":[0.9975423,0.000440994,0.0008858703,0.0002005629,0.0004551454,0.0004751823],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003870118,0.002120044,0.6845703,0.0000564582,0.0001041826,0.00004575989,0.01612577,0.0001974599,0.00001982293,0.007550836,0.004300753,0.2848699],"study_design_scores_gemma":[0.00245816,0.0007816109,0.6590955,0.001178887,0.000113946,0.0002933368,0.05930352,0.2670566,0.00009592667,0.005607375,0.003684233,0.0003308604],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7549853,0.0001224351,0.001337635,0.2425218,0.0008875593,0.00007312069,0.000001040129,0.00000543652,0.00006565451],"genre_scores_gemma":[0.9939847,0.000416005,0.002055821,0.002674159,0.0008195593,0.000003170796,0.00003300655,0.000007824293,0.000005777875],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.284539,"threshold_uncertainty_score":0.9940377,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2177032795","doi":"10.4300/jgme-d-14-00613.1","title":"Development and Validation of an Assessment Tool for Competency in Critical Care Ultrasound","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"School of Medicine, New York University; York University; NorthShore University HealthSystem","keywords":"Medicine; Inter-rater reliability; Checklist; Cronbach's alpha; Delphi method; Medical physics; Delphi; Nursing; Medical education; Family medicine; Psychology; Rating scale; Clinical psychology; Psychometrics; Computer science; Artificial intelligence","authors":[{"name":"Paru Patrawalla","is_ca":false},{"name":"Lewis Eisen","is_ca":false},{"name":"Ariel L. Shiloh","is_ca":false},{"name":"Brijen J. Shah","is_ca":false},{"name":"Oleksandr Savenkov","is_ca":false},{"name":"Wendy Wise","is_ca":false},{"name":"Laura Evans","is_ca":false},{"name":"Paul Mayo","is_ca":false},{"name":"Demian Szyld","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1255223871181646,"gpt":0.4897802337826779,"spread":0.3642578466645133,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001547188,0.00008160705,0.0002891665,0.0001317181,0.00003058482,0.000014372,0.00009213037,0.0000950708,0.00002807858],"category_scores_gemma":[0.008501526,0.00006555892,0.00004503261,0.0001425916,0.0001219526,0.0001551391,0.00001074875,0.0002683912,9.321939e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002024968,"about_ca_system_score_gemma":0.004862424,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001007964,"about_ca_topic_score_gemma":0.00000859032,"domain_scores_codex":[0.9980652,0.00007248345,0.0009084836,0.0001296492,0.0007095947,0.0001145914],"domain_scores_gemma":[0.9973427,0.0007560726,0.0002485776,0.0001240721,0.001119537,0.0004090462],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001124639,0.01741119,0.4097099,0.002278123,0.0002053389,0.00001695416,0.0270034,0.00002511162,0.007102557,0.03868313,0.004373043,0.4920666],"study_design_scores_gemma":[0.008388566,0.003703286,0.9031185,0.001468332,0.0004418903,0.0009489487,0.02503861,0.0004766863,0.009018252,0.03465058,0.01233564,0.0004107384],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9891263,0.0001317484,0.004355449,0.005551532,0.0003561834,0.0002871254,0.000002717537,0.00000467795,0.0001842286],"genre_scores_gemma":[0.835592,0.00002930149,0.1637846,0.0002726671,0.0002156159,0.00002900343,0.00005918104,0.000008014495,0.000009593427],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4934086,"threshold_uncertainty_score":0.9998503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2474322282","doi":"10.4300/jgme-d-15-00501.1","title":"Residency Interviews in the 21st Century","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Columbia College","funders":"","keywords":"MEDLINE; Medical education; Medicine; Data science; Family medicine; Computer science; Political science","authors":[{"name":"Eduardo Hariton","is_ca":true},{"name":"Pietro Bortoletto","is_ca":true},{"name":"Nworah Ayogu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04297218773553854,"gpt":0.3636197399620735,"spread":0.320647552226535,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001256901,0.00006604393,0.0001895337,0.0001359598,0.00002315772,0.000008669858,0.0001750393,0.00005215781,0.0005728537],"category_scores_gemma":[0.003923557,0.00002460208,0.0001077572,0.0001710412,0.00005078313,0.00009961733,0.00001534667,0.0002754417,0.00003150523],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007596536,"about_ca_system_score_gemma":0.001384448,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001656664,"about_ca_topic_score_gemma":0.00001015431,"domain_scores_codex":[0.9985544,0.0001189428,0.000499195,0.0000654045,0.0006463829,0.0001156373],"domain_scores_gemma":[0.9991342,0.0001505672,0.0001824892,0.0001422031,0.0001391161,0.0002514363],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0000680315,0.0008794517,0.02966853,0.00004653589,0.0000180952,0.00007215654,0.002099336,9.050306e-9,0.000189683,0.002716233,0.04713893,0.917103],"study_design_scores_gemma":[0.002151003,0.0008792998,0.7388125,0.004360618,0.000085458,0.001671001,0.009203396,0.000003378298,0.0002194984,0.00714116,0.2353447,0.0001280296],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6629664,0.001527728,0.00003842189,0.3314113,0.00109869,0.0001064605,2.352799e-7,0.000003300728,0.00284754],"genre_scores_gemma":[0.9899044,0.004680081,0.0002256654,0.004090477,0.0005982589,0.000003242132,7.936056e-7,0.000005834414,0.0004912624],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.916975,"threshold_uncertainty_score":0.6272346,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3021502157","doi":"10.4300/jgme-d-20-00242.1","title":"Remote e-Work and Distance Learning for Academic Medicine: Best Practices and Opportunities for the Future","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University Medical Centre","funders":"","keywords":"Work (physics); Data science; Academic medicine; Medical education; Computer science; Distance education; MEDLINE; Medicine; Psychology; Mathematics education; Engineering; Political science","authors":[{"name":"Shuhan He","is_ca":true},{"name":"Debbie Lai","is_ca":true},{"name":"Sarah Mott","is_ca":true},{"name":"Andrew Little","is_ca":true},{"name":"Andrew Grock","is_ca":true},{"name":"Mary R. Haas","is_ca":true},{"name":"Teresa M. Chan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1554711556273272,"gpt":0.3770353879102119,"spread":0.2215642322828847,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001646097,0.00007796663,0.0001457312,0.00004373861,0.0002118182,0.00006781983,0.0003245636,0.00005067141,0.00000303496],"category_scores_gemma":[0.004512814,0.0000468646,0.00002877418,0.0001140222,0.0001353646,0.0002520152,0.00005969125,0.0004815369,3.154873e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001474939,"about_ca_system_score_gemma":0.000267645,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003475763,"about_ca_topic_score_gemma":0.000001984372,"domain_scores_codex":[0.9990359,0.00009423739,0.0002860648,0.0001304821,0.0003426217,0.0001106754],"domain_scores_gemma":[0.9980408,0.0007931202,0.0006523724,0.00006874906,0.0002213491,0.000223587],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004347248,0.00001424362,0.0001880847,0.0001357369,0.0000276582,0.00000211108,0.004827317,0.000006884501,0.000002372751,0.01209673,0.03474797,0.9479074],"study_design_scores_gemma":[0.0005155189,0.000559815,0.0006922404,0.0003730641,0.00009842288,0.00005307753,0.01428497,0.03832089,0.000004305812,0.002585679,0.9424213,0.00009070025],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.006464608,0.008218827,0.3302528,0.6538398,0.0009537084,0.0001394328,1.139983e-7,0.00001023048,0.0001204466],"genre_scores_gemma":[0.9358363,0.02877408,0.01439445,0.01056841,0.007950342,0.00002039387,0.000003741591,0.00002217052,0.002430083],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9478167,"threshold_uncertainty_score":0.5402586,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2019305453","doi":"10.4300/jgme-d-12-00211.1","title":"Understanding the Impact of Residents' Interpersonal Relationships During Emergency Department Referrals and Consultations","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"University of Illinois at Chicago; University of Illinois at Urbana-Champaign; Royal College of Physicians and Surgeons of Canada; Canadian Association of Emergency Physicians","keywords":"Referral; Audit; Interpersonal communication; Emergency department; Context (archaeology); Grounded theory; Medicine; Focus group; Family medicine; Psychology; Qualitative research; Medical education; Nursing; Medical emergency; Social psychology","authors":[{"name":"Teresa M. Chan","is_ca":true},{"name":"Kameron Sabir","is_ca":true},{"name":"Sarila Sanhan","is_ca":true},{"name":"Jonathan Sherbino","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1543057197122137,"gpt":0.3590216801144851,"spread":0.2047159604022714,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008133639,0.00007144492,0.0001466888,0.0002490046,0.0001860715,0.00003960403,0.0001168216,0.00006584781,0.000291493],"category_scores_gemma":[0.001915453,0.00004321893,0.00006529589,0.0002670474,0.0000732521,0.0004566845,0.00003041072,0.0002988177,0.00001074496],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001182914,"about_ca_system_score_gemma":0.0002741488,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002407229,"about_ca_topic_score_gemma":0.0001367721,"domain_scores_codex":[0.9988512,0.00004979973,0.0005790321,0.0000692832,0.0003331496,0.0001174829],"domain_scores_gemma":[0.9988203,0.00007603163,0.0006013367,0.00007999872,0.0003817374,0.00004060235],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007859191,0.0005415101,0.7836152,0.0005980522,0.0003695789,0.000007480102,0.00288579,0.00002615327,0.0006376163,0.1055293,0.0894599,0.01625081],"study_design_scores_gemma":[0.0003044245,0.00003240024,0.9476081,0.0002630056,0.00003230194,0.00006759693,0.005749449,0.0004637851,0.000005594621,0.04526895,0.0001414012,0.00006306863],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9797952,0.0002050484,0.0005835595,0.01829252,0.0004860732,0.0001702751,5.09994e-7,0.000008042867,0.000458739],"genre_scores_gemma":[0.9993319,0.00009291008,0.00006259376,0.00007471229,0.0003723931,0.000009566616,0.000003286596,0.000006623346,0.00004604162],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1639928,"threshold_uncertainty_score":0.3639026,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2767278518","doi":"10.4300/jgme-d-17-00086.1","title":"Nuance and Noise: Lessons Learned From Longitudinal Aggregated Assessment Data","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"McMaster University","funders":"","keywords":"Multilevel model; Variance (accounting); Medical education; Medicine; Scale (ratio); Rating scale; Psychology; Family medicine; MEDLINE; Computer science; Machine learning; Geography","authors":[{"name":"Teresa M. Chan","is_ca":true},{"name":"Jonathan Sherbino","is_ca":true},{"name":"Mathew Mercuri","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2308791818014397,"gpt":0.4963601855767496,"spread":0.2654810037753099,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002032643,0.0001481719,0.0003854326,0.0001811725,0.000304115,0.0001321276,0.0006879938,0.0001630363,0.0003371791],"category_scores_gemma":[0.01517833,0.000117712,0.00004814147,0.0001548609,0.0003367832,0.0005507495,0.0001745113,0.0009994555,0.00001225858],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001842304,"about_ca_system_score_gemma":0.004319756,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002192121,"about_ca_topic_score_gemma":0.00001216771,"domain_scores_codex":[0.9973312,0.00007170343,0.0007213101,0.0003055509,0.00137237,0.0001978861],"domain_scores_gemma":[0.9965675,0.0001092032,0.001098692,0.001067145,0.0008373482,0.0003201132],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001182803,0.001239466,0.06600794,0.00009520632,0.0001765904,0.00005075889,0.0002680893,4.575225e-7,0.0004183683,0.000962676,0.1129141,0.8177481],"study_design_scores_gemma":[0.001836579,0.0001916969,0.9635049,0.001596645,0.000317019,0.0004615949,0.0004372062,0.004412153,0.0001076279,0.002377036,0.02460331,0.0001542533],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7072599,0.0004050148,0.001446354,0.287774,0.00258676,0.0001305636,0.000007250292,0.00001126528,0.0003788898],"genre_scores_gemma":[0.9769188,0.00140621,0.01703803,0.002071143,0.002070334,0.00000666489,0.0002131183,0.00002050122,0.0002551498],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8974969,"threshold_uncertainty_score":0.9931172,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1929927246","doi":"10.4300/jgme-d-15-00070.1","title":"Creating a Virtual Journal Club: A Community of Practice Using Multiple Social Media Strategies","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University Medical Centre; McMaster Divinity College","funders":"","keywords":"Journal club; Social media; Club; Medical education; Digital media; Psychological intervention; Public relations; Computer science; World Wide Web; Medicine; Political science; Nursing","authors":[{"name":"Michelle Lin","is_ca":true},{"name":"Jonathan Sherbino","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.360019818054165,"gpt":0.5107140710590723,"spread":0.1506942530049073,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01614348,0.0001268733,0.0003965863,0.0002818348,0.001026604,0.0001379912,0.0005152763,0.0002471664,0.00006223623],"category_scores_gemma":[0.2586304,0.0001180418,0.000126308,0.0006427668,0.0006447093,0.001396031,0.00003847223,0.001677843,0.00000313861],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009500111,"about_ca_system_score_gemma":0.03685176,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00749083,"about_ca_topic_score_gemma":0.001121395,"domain_scores_codex":[0.9917014,0.003941485,0.0011879,0.00008245778,0.002755607,0.0003311132],"domain_scores_gemma":[0.9827911,0.008945294,0.002671095,0.0001192521,0.004422204,0.001051044],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001984217,0.001538848,0.003548134,0.0000400254,0.00005572276,0.000006816766,0.8417593,0.00002387198,0.00005221035,0.004330613,0.004944096,0.143502],"study_design_scores_gemma":[0.0009966552,0.0002887716,0.007773271,0.0003803097,0.0001418453,0.0001827225,0.9728816,0.0001696278,0.00002472188,0.008223596,0.008785772,0.0001511233],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9665889,0.0003511025,0.0009724976,0.0167787,0.01387427,0.0002284228,0.000001317414,0.0000127167,0.001192069],"genre_scores_gemma":[0.9857503,0.00024081,0.005284192,0.0003171655,0.00837274,0.000009574245,0.000003492262,0.00001631332,0.000005463812],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.242487,"threshold_uncertainty_score":0.9991184,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3159472089","doi":"10.4300/jgme-d-20-01039.1","title":"A Validity Framework for Effective Analysis and Interpretation of Milestones Data","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Milestone; Graduate medical education; Accreditation; Competence (human resources); Medical education; Specialty; Subspecialty; Psychology; Population; Medicine; Family medicine","authors":[{"name":"Stanley J. Hamstra","is_ca":true},{"name":"Kenji Yamazaki","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05969414396954906,"gpt":0.438137147614899,"spread":0.3784430036453499,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002065449,0.00009108239,0.0004505763,0.0004053814,0.00004567122,0.00001437154,0.0001534434,0.0001429522,0.00009202765],"category_scores_gemma":[0.04332216,0.00007479516,0.0001188895,0.001134361,0.0001463327,0.0001710495,0.00004532469,0.0003918318,6.919154e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008489702,"about_ca_system_score_gemma":0.002037993,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001400636,"about_ca_topic_score_gemma":0.000006072323,"domain_scores_codex":[0.9980905,0.0001441443,0.0007349339,0.0001874171,0.0007395856,0.0001033916],"domain_scores_gemma":[0.9961613,0.0006667682,0.0006250171,0.0003719137,0.002037212,0.0001378283],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003715948,0.001849017,0.02560754,0.0007608466,0.001057525,0.000007866446,0.002385363,0.000004406353,0.0003465075,0.002276039,0.01418599,0.9511473],"study_design_scores_gemma":[0.004337133,0.002144126,0.804644,0.006202904,0.01608642,0.001524364,0.01123636,0.07622507,0.008884242,0.05867848,0.009513765,0.0005231342],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6959641,0.0004110131,0.2838908,0.01834901,0.001140301,0.0002050631,0.000006571342,0.000004432272,0.00002870387],"genre_scores_gemma":[0.9068565,0.0002789668,0.09068464,0.001305352,0.0005709021,0.00001569769,0.0002487089,0.00000945532,0.00002981464],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9506242,"threshold_uncertainty_score":0.9647363,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2587411205","doi":"10.4300/jgme-d-16-00282.1","title":"Using the Entrustable Professional Activities Framework in the Assessment of Procedural Skills","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto; University of Calgary; University of Ottawa; University of British Columbia","funders":"","keywords":"Medical education; MEDLINE; Psychology; Computer science; Medicine; Chemistry","authors":[{"name":"Debra Pugh","is_ca":true},{"name":"Rodrigo B. Cavalcanti","is_ca":true},{"name":"Samantha Halman","is_ca":true},{"name":"Irene Ma","is_ca":true},{"name":"Maria Mylopoulos","is_ca":true},{"name":"David R. Shanks","is_ca":true},{"name":"Lynfa Stroud","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05493779456443697,"gpt":0.4721244640993123,"spread":0.4171866695348753,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003492645,0.0001019931,0.000265868,0.0001722462,0.0003140772,0.00005043981,0.0005163444,0.0001307748,0.0001731397],"category_scores_gemma":[0.01166242,0.00005074995,0.00008256534,0.0002619005,0.0003997227,0.0002758431,0.00004175215,0.001280045,6.322235e-7],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002116629,"about_ca_system_score_gemma":0.006432632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003862497,"about_ca_topic_score_gemma":0.000003494959,"domain_scores_codex":[0.9970918,0.0001801506,0.0007184333,0.00009559495,0.001736593,0.0001774331],"domain_scores_gemma":[0.997598,0.0002706943,0.001112879,0.0003991535,0.0005515059,0.00006776588],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004316272,0.01767859,0.40382,0.001422241,0.0003684287,0.00004927023,0.03572154,0.00005224761,0.001466461,0.04177628,0.1682443,0.328969],"study_design_scores_gemma":[0.001209514,0.0002851107,0.9442534,0.005054867,0.0002045475,0.000845678,0.0281671,0.00301008,0.0004552692,0.01110128,0.005272603,0.0001405935],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8818874,0.00006940653,0.001450321,0.1129861,0.002819401,0.0003086716,4.782067e-7,0.000002265854,0.000476041],"genre_scores_gemma":[0.9845926,0.00007506255,0.01006222,0.003922806,0.001164773,0.00001952985,0.000004441506,0.000009431876,0.000149158],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5404334,"threshold_uncertainty_score":0.9992,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1979296090","doi":"10.4300/jgme-d-13-00051.1","title":"Building Capacity for Quality: A Pilot Co-Learning Curriculum in Quality Improvement for Faculty and Resident Learners","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Collaborative Teaching and Inclusion","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Curriculum; Medical education; Faculty development; Medicine; Mandate; Quality (philosophy); Quality management; Psychology; Professional development; Pedagogy; Engineering","authors":[{"name":"Brian M. Wong","is_ca":true},{"name":"Jeannette Goguen","is_ca":false},{"name":"Kaveh G Shojania","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1259172637699381,"gpt":0.477360449253739,"spread":0.3514431854838009,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009324106,0.00008524613,0.0002410682,0.0001229467,0.0004640235,0.0001006467,0.0001381404,0.00007060421,0.00003163586],"category_scores_gemma":[0.01629576,0.00006833499,0.00006309716,0.0001793678,0.0001367457,0.0003267627,0.00002398653,0.0003668139,6.964526e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005157817,"about_ca_system_score_gemma":0.001202772,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01743438,"about_ca_topic_score_gemma":0.001760725,"domain_scores_codex":[0.9976192,0.0006372669,0.0006256113,0.0001432042,0.000756041,0.0002187428],"domain_scores_gemma":[0.9980267,0.0004592223,0.0005493464,0.00005043205,0.0006435937,0.0002707503],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002384603,0.001595684,0.06034585,0.0003386365,0.00006850694,5.485464e-7,0.09365274,0.000025924,0.005729291,0.06993744,0.02368892,0.744378],"study_design_scores_gemma":[0.00761461,0.004710525,0.2503065,0.001459053,0.0001053566,0.00000821241,0.425735,0.002183311,0.000864671,0.1009619,0.2051021,0.0009488385],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9700371,0.00006611465,0.004200586,0.02453613,0.0004741127,0.0005139055,0.000002147377,0.000009442736,0.0001604451],"genre_scores_gemma":[0.9937869,0.000105973,0.005104132,0.0003029895,0.0004524045,0.00005856265,0.000005446736,0.00000630872,0.0001772644],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7434292,"threshold_uncertainty_score":0.9919904,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2006326318","doi":"10.4300/jgme-d-11-00123.1","title":"Prospective Comparison of Live Evaluation and Video Review in the Evaluation of Operator Performance in a Pediatric Emergency Airway Simulation","year":2012,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa Skills and Simulation Centre","funders":"","keywords":"Inter-rater reliability; Concordance; Medicine; Intra-rater reliability; Intubation; Reliability (semiconductor); Confidence interval; Medical physics; Rating scale; Psychology; Surgery","authors":[{"name":"Joseph House","is_ca":true},{"name":"Suzanne Dooley‐Hash","is_ca":false},{"name":"Terry Kowalenko","is_ca":false},{"name":"Athina Sikavitsas","is_ca":false},{"name":"Desiree M. Seeyave","is_ca":false},{"name":"John G. Younger","is_ca":false},{"name":"Stanley J. Hamstra","is_ca":false},{"name":"Michele M. Nypaver","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1591514316052036,"gpt":0.5048788781775292,"spread":0.3457274465723256,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01261877,0.0001121412,0.000408067,0.0004215715,0.00003635018,0.000003449299,0.00009850618,0.00009611751,0.00030069],"category_scores_gemma":[0.00769105,0.00008106932,0.00005803757,0.0009061378,0.00004604799,0.0003472574,0.000009160367,0.0004021075,0.000002371668],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004224652,"about_ca_system_score_gemma":0.003595014,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005752996,"about_ca_topic_score_gemma":0.0000158127,"domain_scores_codex":[0.9947555,0.000926736,0.001613403,0.0001221215,0.002432971,0.0001492676],"domain_scores_gemma":[0.9942582,0.000424037,0.001155569,0.0001829427,0.003827382,0.0001518781],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007205026,0.001039542,0.9504039,0.00130254,0.000009983661,5.495882e-8,0.01502679,0.001376287,0.000006580957,0.0000209509,0.0002879717,0.03045339],"study_design_scores_gemma":[0.001118781,0.0002847735,0.9399748,0.001691807,0.000395659,0.00001237038,0.003527048,0.0527541,0.00004827338,0.0001195328,0.00001252704,0.00006027607],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9644839,0.02897333,0.00002458245,0.004126939,0.0007556138,0.001559194,6.752225e-7,0.000001923981,0.00007380998],"genre_scores_gemma":[0.9944689,0.004578583,0.0001418924,0.0001867648,0.0005000324,0.00009203173,0.00002007518,0.000009137585,0.000002555291],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05137782,"threshold_uncertainty_score":0.9207461,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2295534027","doi":"10.4300/jgme-d-15-00276.1","title":"Characteristics and Core Curricular Elements of Medical Simulation Fellowships in North America","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Debriefing; Curriculum; Medical education; Set (abstract data type); Faculty development; Psychology; Medical school; Grounded theory; Medicine; Professional development; Computer science; Pedagogy; Qualitative research; Sociology","authors":[{"name":"Rami A. Ahmed","is_ca":false},{"name":"Jennifer A. Frey","is_ca":false},{"name":"Aimee K. Gardner","is_ca":false},{"name":"James A. Gordon","is_ca":false},{"name":"Rachel Yudkowsky","is_ca":false},{"name":"Ara Tekian","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07153969460997159,"gpt":0.4100722553867905,"spread":0.3385325607768189,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001150617,0.000125242,0.0004066717,0.0003728005,0.00003403294,0.000006948794,0.0001386472,0.0001561756,0.0005896846],"category_scores_gemma":[0.006456415,0.00008462759,0.00006730433,0.0004225142,0.0001662166,0.0001327073,0.00002157946,0.000375828,0.000006584771],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002244459,"about_ca_system_score_gemma":0.003404047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006299472,"about_ca_topic_score_gemma":0.00001539816,"domain_scores_codex":[0.9962767,0.0001356189,0.001350498,0.0001559943,0.001898579,0.0001825762],"domain_scores_gemma":[0.9966553,0.0006342002,0.00086517,0.0001750682,0.001014157,0.0006560954],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001038832,0.0005490313,0.8629413,0.000159179,0.00002151579,0.00001213152,0.0009717817,0.00000972433,0.00002022807,0.00004201917,0.0006025227,0.1345666],"study_design_scores_gemma":[0.001614556,0.0003022605,0.9882219,0.001572541,0.00006162054,0.0000806215,0.0007482258,0.005713491,0.00002371566,0.0002203872,0.001348409,0.00009223204],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9713935,0.0002119742,0.0008963393,0.02630627,0.0009446787,0.0002222138,0.00000437654,0.000006573842,0.00001413193],"genre_scores_gemma":[0.9968855,0.0007801361,0.0004848126,0.001124266,0.0006387977,0.000007424986,0.00003827997,0.00001531445,0.00002548206],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1344744,"threshold_uncertainty_score":0.7729398,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2588998449","doi":"10.4300/jgme-d-16-00694.1","title":"The Promise of Milestones: Are They Living Up to Our Expectations?","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Medicine; MEDLINE; Data science; Medical education; Psychology; Gerontology; Computer science; Biology","authors":[{"name":"Su‐Ting T. Li","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05249932425210999,"gpt":0.4126720906755726,"spread":0.3601727664234626,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002176587,0.0001239367,0.0003193855,0.00025077,0.0004893313,0.00007086778,0.000540252,0.0001079994,0.00004235456],"category_scores_gemma":[0.05557628,0.00007880125,0.0001212189,0.0002022753,0.0001442055,0.0002071459,0.0000541921,0.00055099,0.00002274067],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001770842,"about_ca_system_score_gemma":0.002951419,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005025508,"about_ca_topic_score_gemma":0.00002272945,"domain_scores_codex":[0.9972117,0.00009845823,0.0009457066,0.0001355832,0.001409692,0.0001988645],"domain_scores_gemma":[0.9954864,0.0001642843,0.001480621,0.0005887913,0.002010132,0.0002697866],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003137861,0.001877034,0.03455833,0.000334634,0.0002191465,0.00001437754,0.02328653,0.000004013295,0.0006936459,0.001763821,0.3657413,0.5711933],"study_design_scores_gemma":[0.001938128,0.0009113182,0.8100641,0.008831653,0.0003888925,0.0009322737,0.1489965,0.0004789812,0.001389384,0.002978712,0.02274537,0.0003447291],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8333183,0.0002254014,0.0003825157,0.1603818,0.005030156,0.0003019052,6.06756e-7,0.000007977358,0.0003513976],"genre_scores_gemma":[0.993691,0.0001660166,0.00221913,0.001289923,0.001591218,0.00003579014,0.000003036352,0.00001885594,0.0009850113],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7755058,"threshold_uncertainty_score":0.952379,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3130133331","doi":"10.4300/jgme-d-20-00111.1","title":"A Systematic Review of the Relationship Between In-Training Examination Scores and Specialty Board Examination Scores","year":2020,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Smiths Detection (Canada)","funders":"","keywords":"Specialty; Medical education; Objective structured clinical examination; Medicine; MEDLINE; Educational measurement; Family medicine; Psychology; Medical physics; Political science","authors":[{"name":"Hilary C. McCrary","is_ca":false},{"name":"Jorie M. Colbert‐Getz","is_ca":false},{"name":"W. Bradley Poss","is_ca":false},{"name":"Brigitte K. Smith","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1412804313816833,"gpt":0.4201952112072738,"spread":0.2789147798255904,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008328901,0.0003539104,0.002816195,0.0009359472,0.00009557211,0.00003133917,0.0004473439,0.0004179781,0.0000462269],"category_scores_gemma":[0.1187423,0.0002273132,0.0003927134,0.002337959,0.0003060066,0.0002333545,0.00007289927,0.001916951,0.000006408547],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006989909,"about_ca_system_score_gemma":0.007054273,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001043125,"about_ca_topic_score_gemma":0.00000472012,"domain_scores_codex":[0.991441,0.001627039,0.003991974,0.0003012081,0.002420265,0.0002185508],"domain_scores_gemma":[0.9915184,0.00183099,0.004824189,0.0004617463,0.001122552,0.0002421453],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000002615094,0.000135606,0.001237272,0.5532456,0.00008415229,0.000004109314,0.0007564266,1.698088e-8,6.282813e-8,0.0004621254,0.00131022,0.4427618],"study_design_scores_gemma":[0.0003459338,0.0001391237,0.05820716,0.9276198,0.003262632,0.0004124891,0.0004588611,0.00001091718,5.91773e-7,0.0003356501,0.009032581,0.0001742718],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003190718,0.9858311,0.0001422534,0.006864436,0.00141479,0.002367543,0.000004208763,0.00001112116,0.000173822],"genre_scores_gemma":[0.01457228,0.9820839,0.0006394232,0.0008649383,0.001482791,0.0001108591,0.0001152367,0.0000476059,0.00008296312],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4425875,"threshold_uncertainty_score":0.9985748,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2733507465","doi":"10.4300/jgme-d-17-00415.1","title":"Residents as Mentors: The Development of Resident Mentorship Milestones","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hospital for Sick Children","funders":"U.S. Navy; U.S. Department of Defense","keywords":"Mentorship; Competence (human resources); Specialty; Medical education; Medicine; Psychology; Family medicine","authors":[{"name":"Nickalus R. Khan","is_ca":true},{"name":"Kristy L. Rialon","is_ca":true},{"name":"Kate J. Buretta","is_ca":true},{"name":"Jessica R. Deslauriers","is_ca":true},{"name":"Jared L. Harwood","is_ca":true},{"name":"Dinchen A. Jardine","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0974857055458134,"gpt":0.4306706368001498,"spread":0.3331849312543365,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004467276,0.0001430623,0.0002676044,0.0001465421,0.0003657301,0.00005898302,0.001081635,0.0001274149,0.000867587],"category_scores_gemma":[0.003003697,0.00009134324,0.00008845246,0.00006991196,0.0001675581,0.0001585313,0.0001047292,0.0004641962,0.00009145198],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001795576,"about_ca_system_score_gemma":0.002082747,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001997086,"about_ca_topic_score_gemma":0.00001500627,"domain_scores_codex":[0.9965891,0.000213666,0.001136138,0.0001621634,0.001625209,0.0002737866],"domain_scores_gemma":[0.9971688,0.0001591447,0.001601998,0.0004262214,0.0002931789,0.0003506997],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0004223743,0.001491705,0.06136953,0.000124478,0.0007907239,0.00004059799,0.1171364,6.727375e-7,0.0005415004,0.005261684,0.4276583,0.3851621],"study_design_scores_gemma":[0.001438225,0.0001920034,0.8693374,0.001643739,0.0001197519,0.0001689287,0.01264386,0.00000184507,0.006466756,0.004266118,0.1034565,0.0002648234],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9633902,0.000672846,0.00008305188,0.01616423,0.01376724,0.0001435572,3.328316e-7,0.000006341402,0.005772253],"genre_scores_gemma":[0.9891034,0.0001606242,0.0006725775,0.000301187,0.0009788343,0.0000225336,0.000002422194,0.00001472663,0.00874368],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8079679,"threshold_uncertainty_score":0.949947,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2528944917","doi":"10.4300/jgme-d-16-00384.1","title":"Recognizing and Responding to Ethically Important Moments in Qualitative Research","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Qualitative research; Psychology; MEDLINE; Data science; Medical education; Medicine; Applied psychology; Computer science; Sociology; Political science; Social science; Law","authors":[{"name":"Lindsay Baker","is_ca":true},{"name":"Shanon Phelan","is_ca":true},{"name":"Ryan Snelgrove","is_ca":true},{"name":"Lara Varpio","is_ca":true},{"name":"Julie Maggi","is_ca":true},{"name":"Stella Ng","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5748601244124429,"gpt":0.7019748915573947,"spread":0.1271147671449517,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1479182,0.0000632752,0.000203386,0.001157307,0.0002557998,0.00006011158,0.0002529645,0.000156277,0.0001355573],"category_scores_gemma":[0.2291436,0.00004048409,0.00003701984,0.001350332,0.0008068545,0.0002890608,0.00005763569,0.001034559,0.00001032894],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004209736,"about_ca_system_score_gemma":0.005050653,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005032847,"about_ca_topic_score_gemma":0.0004111555,"domain_scores_codex":[0.9826096,0.01309705,0.0007120203,0.0001697995,0.002997644,0.0004139453],"domain_scores_gemma":[0.9854091,0.01175524,0.0002257644,0.00008339141,0.001621997,0.0009044523],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002526216,0.0002310293,0.002919851,0.00003435867,0.00002098324,0.0000237688,0.496689,3.673533e-8,0.001680075,0.120939,0.005660573,0.3715487],"study_design_scores_gemma":[0.0008034904,0.0006569518,0.01001259,0.002958661,0.000006471318,0.00001127674,0.318679,0.000006110965,0.0002214271,0.6159862,0.05047888,0.0001789029],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6169372,0.00019736,0.001334232,0.3799651,0.0003311172,0.0001385357,8.539357e-7,0.000002678373,0.001092906],"genre_scores_gemma":[0.9783301,0.004281415,0.01380347,0.001024435,0.0005731445,0.00001777299,3.432436e-7,0.00001212392,0.001957232],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4950472,"threshold_uncertainty_score":0.8959641,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2943955341","doi":"10.4300/jgme-d-18-01003.1","title":"Faculty and Resident Perspectives on Using Entrustment Anchors for Workplace-Based Assessment","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Normative; Medical education; Data collection; Grounded theory; Psychology; Computer science; Medicine; Qualitative research; Sociology; Political science","authors":[{"name":"Nancy Dudek","is_ca":true},{"name":"Wade Gofton","is_ca":true},{"name":"Janelle Rekman","is_ca":true},{"name":"Allan McDougall","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07086773104654848,"gpt":0.4512600597949424,"spread":0.380392328748394,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001645874,0.00009038554,0.0001844991,0.0001340192,0.0001934186,0.00008984665,0.0001500021,0.0000705778,0.0003044713],"category_scores_gemma":[0.0005015207,0.00007118334,0.00008877287,0.00013778,0.00009606457,0.0001590844,0.0000126247,0.0002029507,0.000003008446],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005501498,"about_ca_system_score_gemma":0.002472974,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001012961,"about_ca_topic_score_gemma":0.00002073007,"domain_scores_codex":[0.9980214,0.0001500737,0.0002940608,0.0001407849,0.001210304,0.0001833816],"domain_scores_gemma":[0.9988376,0.0002182961,0.0003217609,0.00006827796,0.0003104511,0.0002436159],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.001384108,0.006475191,0.532523,0.0003141819,0.0006392963,0.00001523587,0.1846894,0.0003735404,0.0004698656,0.0954833,0.1047949,0.07283799],"study_design_scores_gemma":[0.006766485,0.001995613,0.4168788,0.001678324,0.0003280473,0.00001111039,0.502004,0.003454009,0.0001298254,0.005480466,0.06065316,0.0006201666],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9771335,0.0002060447,0.0007087514,0.01835309,0.001520861,0.0004197021,0.000001328847,0.000006663267,0.001650069],"genre_scores_gemma":[0.9943474,0.0002231169,0.003553429,0.0003874779,0.0007437079,0.000008513615,0.00000447664,0.000007835664,0.0007240758],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3173146,"threshold_uncertainty_score":0.4386949,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2625578482","doi":"10.4300/jgme-d-16-00462.1","title":"The Nightmares Course: A Longitudinal, Multidisciplinary, Simulation-Based Curriculum to Train and Assess Resident Competence in Resuscitation","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Objective structured clinical examination; Competence (human resources); Medical education; Curriculum; Educational measurement; Session (web analytics); Medicine; Checklist; Generalizability theory; Psychology; Computer science; Pedagogy","authors":[{"name":"Lindsey McMurray","is_ca":false},{"name":"Andrew K. Hall","is_ca":false},{"name":"Jessica Rich","is_ca":false},{"name":"Stefan Merchant","is_ca":false},{"name":"Timothy Chaplin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1039296926660205,"gpt":0.4732520933004412,"spread":0.3693224006344207,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002519361,0.0001521261,0.0003018456,0.0002718348,0.0006623778,0.0001633726,0.000304442,0.0001091823,0.00003769675],"category_scores_gemma":[0.009223519,0.000107858,0.00007310809,0.0002401695,0.0002386597,0.0002664463,0.00003306397,0.0005025467,0.000005127673],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003444326,"about_ca_system_score_gemma":0.005062801,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004702396,"about_ca_topic_score_gemma":0.0005476673,"domain_scores_codex":[0.9970874,0.0002429,0.0009248893,0.0002334892,0.001265017,0.0002463593],"domain_scores_gemma":[0.9945964,0.001898442,0.000826962,0.0004569174,0.001614236,0.0006070801],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002461826,0.0005096075,0.9797845,0.0001258918,0.00002064343,0.00002046051,0.002278034,0.003031578,0.00001296116,0.0002388585,0.002352775,0.01137852],"study_design_scores_gemma":[0.001133,0.0002690198,0.9472491,0.00127104,0.00004859439,0.000027769,0.004326037,0.04446273,0.00001806265,0.0008362538,0.000254956,0.0001034014],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8497004,0.000491935,0.0007557158,0.1469271,0.001581345,0.0004864626,0.000001626566,0.000008605174,0.00004676863],"genre_scores_gemma":[0.9974037,0.0001283696,0.001188711,0.0005418611,0.0006159659,0.00003804318,0.0000128924,0.00001689829,0.00005349936],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1477034,"threshold_uncertainty_score":0.9991222,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2507769751","doi":"10.4300/jgme-d-15-00516.1","title":"A Narrative Review and Novel Framework for Application of Team-Based Learning in Graduate Medical Education","year":2016,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Team-based learning; Medical education; Inclusion (mineral); Graduate medical education; MEDLINE; Teamwork; Attendance; Psychology; Medicine; Accreditation; Pedagogy","authors":[{"name":"Rachel Stork Poeppelman","is_ca":true},{"name":"Cara A. Liebert","is_ca":false},{"name":"Daniel Brandt Vegas","is_ca":true},{"name":"Carl A. Germann","is_ca":true},{"name":"Anna Volerman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.082602066459571,"gpt":0.4679437839933885,"spread":0.3853417175338175,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01031394,0.0002880241,0.001510525,0.0005348952,0.0002359301,0.00003463858,0.0005338425,0.000616118,0.0001304097],"category_scores_gemma":[0.04140478,0.0002082613,0.0003431499,0.0008657155,0.0003610771,0.0002242164,0.00003198229,0.001599482,0.000004329747],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003914643,"about_ca_system_score_gemma":0.03768742,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002698719,"about_ca_topic_score_gemma":0.00007816633,"domain_scores_codex":[0.994724,0.001219892,0.00175656,0.0003298213,0.001644913,0.0003248413],"domain_scores_gemma":[0.9935638,0.001827944,0.002949766,0.000176758,0.0009366782,0.0005450941],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001357817,0.0003913567,0.0000322541,0.01211897,0.00004120767,3.330645e-7,0.00260171,2.276725e-7,1.709149e-7,0.006282894,0.002559818,0.9759575],"study_design_scores_gemma":[0.000337933,0.000152974,0.00001902735,0.1484922,0.0004154166,0.00002670879,0.001164988,0.00002630801,4.136277e-7,0.005059771,0.8440684,0.0002358221],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00003265018,0.9512849,0.02243154,0.02364538,0.0008089899,0.001517626,0.00000328784,0.00001547842,0.0002600845],"genre_scores_gemma":[0.0005282647,0.9927638,0.004141582,0.001025992,0.001024649,0.0003291109,0.00004414228,0.00003363869,0.0001088163],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9757217,"threshold_uncertainty_score":0.967768,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2952725162","doi":"10.4300/jgme-d-19-00085.1","title":"A Dialogic Approach to Teaching Person-Centered Care in Graduate Medical Education","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Wilson Centre; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Dialogic; Medical education; Curriculum; Medicine; Collaborative model; Faculty development; Graduate medical education; Pedagogy; Psychology; Professional development; Accreditation","authors":[{"name":"Ayelet Kuper","is_ca":true},{"name":"Victoria Boyd","is_ca":true},{"name":"Paula Veinot","is_ca":true},{"name":"Tarek Abdelhalim","is_ca":true},{"name":"Mary Bell","is_ca":true},{"name":"Zac Feilchenfeld","is_ca":true},{"name":"Umberin Najeeb","is_ca":true},{"name":"Dominique Piquette","is_ca":true},{"name":"Shail Rawal","is_ca":true},{"name":"René Wong","is_ca":true},{"name":"Sarah Wright","is_ca":true},{"name":"Cynthia Whitehead","is_ca":true},{"name":"Arno K. Kumagai","is_ca":true},{"name":"Lisa Richardson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0591701325644208,"gpt":0.3662463077180151,"spread":0.3070761751535944,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003699967,0.0003026638,0.0007069532,0.001293225,0.0001072928,0.00005365569,0.0005389975,0.0003826155,0.0005189246],"category_scores_gemma":[0.01809209,0.0002465693,0.0002035863,0.001135125,0.0001244535,0.0003164088,0.00005937358,0.002484079,0.0001239311],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001159627,"about_ca_system_score_gemma":0.01459919,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001707048,"about_ca_topic_score_gemma":0.00001406606,"domain_scores_codex":[0.9937771,0.0003730781,0.001404639,0.0004428511,0.003526831,0.0004755246],"domain_scores_gemma":[0.9967357,0.0001090108,0.0005849714,0.0004571963,0.001281574,0.0008315364],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000427555,0.008323443,0.03131677,0.0009177775,0.00009469195,0.00002128446,0.0231608,0.0000113932,0.0001404584,0.002645821,0.1424582,0.7904819],"study_design_scores_gemma":[0.01888296,0.005595884,0.538282,0.02404655,0.000823747,0.008538415,0.2471565,0.01077305,0.0003180208,0.002736405,0.1405029,0.002343504],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9184425,0.0004847892,0.0007854203,0.06357702,0.006377433,0.0009008555,0.000001028419,0.00003118502,0.009399795],"genre_scores_gemma":[0.9693458,0.0001260144,0.009709129,0.01776151,0.002203986,0.00007904709,0.0001608667,0.00004821254,0.0005654175],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7881383,"threshold_uncertainty_score":0.9999986,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2065028344","doi":"10.4300/jgme-d-12-00205.1","title":"The Relationship Between the American Board of Anesthesiology Part 1 Certification Examination and the United States Medical Licensing Examination","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Certification; Licensure; Medical education; Context (archaeology); Test (biology); Medicine; Family medicine; Psychology; Medical school; Political science; Biology","authors":[{"name":"Gerard F. Dillon","is_ca":false},{"name":"David B. Swanson","is_ca":false},{"name":"Joseph C. McClintock","is_ca":false},{"name":"G.P. Gravlee","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0648137662039485,"gpt":0.3574582680571969,"spread":0.2926445018532484,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00939922,0.000162386,0.0004012939,0.0003577706,0.0004566011,0.00006375003,0.0003626329,0.0001635931,0.00006692096],"category_scores_gemma":[0.04949556,0.00007765063,0.00008800688,0.001327664,0.002403905,0.0002019562,0.00003913237,0.001048209,0.00001013717],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001555552,"about_ca_system_score_gemma":0.001140191,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003337507,"about_ca_topic_score_gemma":0.00001092568,"domain_scores_codex":[0.9946819,0.001559919,0.001460629,0.0001749716,0.001889523,0.0002330493],"domain_scores_gemma":[0.9864391,0.007698993,0.002348995,0.0005157354,0.002741667,0.0002555142],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001288301,0.0003073968,0.1660123,0.00008598991,0.0001065514,0.000001319205,0.003834885,0.000004095672,0.00001834258,0.005820394,0.02362426,0.8000556],"study_design_scores_gemma":[0.0008708188,0.000232795,0.979318,0.0003397003,0.0001870499,0.0002129558,0.006104651,0.003387672,0.00004969407,0.003827539,0.00538973,0.0000794544],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8126864,0.0002176104,0.0008593348,0.1851394,0.0005513747,0.0004699806,3.740903e-7,0.00001159213,0.00006390081],"genre_scores_gemma":[0.9938453,0.0008865247,0.0003874573,0.003658765,0.0009331757,0.00006072543,0.00009785189,0.00001933147,0.0001108096],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8133056,"threshold_uncertainty_score":0.9585109,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2957084398","doi":"10.4300/jgme-d-19-00227.1","title":"Parental Leave for Residents at Programs Affiliated With the Top 50 Medical Schools","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Sheridan College","funders":"","keywords":"Parental leave; Sick leave; Family Leave; Family medicine; Maternity leave; Graduate medical education; Medicine; Medical school; Psychology; Medical education; Work (physics); Accreditation","authors":[{"name":"Emily Gottenborg","is_ca":true},{"name":"Lindsay Rock","is_ca":true},{"name":"Alison Sheridan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03611612479728319,"gpt":0.3458399216821978,"spread":0.3097237968849146,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00387333,0.00008559036,0.0001948364,0.0000652526,0.0003068996,0.00007203936,0.0006847088,0.0001355865,0.001005879],"category_scores_gemma":[0.002165517,0.00004893401,0.00009298501,0.0002299549,0.0003637626,0.0001968509,0.00005021063,0.000458365,0.00004662519],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000224434,"about_ca_system_score_gemma":0.003118076,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003544416,"about_ca_topic_score_gemma":0.0005505721,"domain_scores_codex":[0.9953097,0.0002036707,0.000283672,0.0001218101,0.003828665,0.0002525363],"domain_scores_gemma":[0.9983535,0.0001937341,0.0002824595,0.000113563,0.00049957,0.0005571396],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007514224,0.001053608,0.3050033,0.0000940349,0.0002230498,0.00002536885,0.01896602,0.000001945559,0.00001422755,0.003005646,0.502015,0.1688463],"study_design_scores_gemma":[0.007421592,0.002533037,0.1599671,0.003008966,0.0004647672,0.0001840432,0.2661878,0.00009510823,0.00007149891,0.003029654,0.5565219,0.0005146097],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8706508,0.0002031856,0.00008275572,0.1255327,0.001994573,0.0003879031,0.000001134772,0.00001180077,0.001135181],"genre_scores_gemma":[0.9933404,0.0001872392,0.000121876,0.002440298,0.00122078,0.000009016538,0.00001907152,0.000007457384,0.002653895],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2472218,"threshold_uncertainty_score":0.9999073,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4366144479","doi":"10.4300/jgme-d-23-00154.1","title":"Critical Reviews in Health Professions Education Research","year":2023,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Engineering ethics; Narrative; Perspective (graphical); Systematic review; Conversation; Taxonomy (biology); Field (mathematics); Management science; Epistemology; Psychology; Sociology; MEDLINE; Computer science; Political science; Ecology","authors":[{"name":"Renate Kahlke","is_ca":true},{"name":"Mark Lee","is_ca":true},{"name":"Kevin W. Eva","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4340567523474936,"gpt":0.6500008941653217,"spread":0.2159441418178281,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02597093,0.0003932586,0.002794899,0.004108491,0.0002273764,0.00005422479,0.0006283214,0.0007648304,0.0004347194],"category_scores_gemma":[0.1357772,0.0002831267,0.0005019182,0.005797367,0.0004235251,0.0002471668,0.0001043822,0.006650905,0.0004490882],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002634201,"about_ca_system_score_gemma":0.1001767,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009848933,"about_ca_topic_score_gemma":0.00001406523,"domain_scores_codex":[0.9874335,0.002829866,0.005167099,0.0004748433,0.003390087,0.000704588],"domain_scores_gemma":[0.9908614,0.001404999,0.002309996,0.0008735426,0.003567398,0.0009826424],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000758499,0.001736801,0.000008257184,0.0329433,0.00002324147,0.000008934189,0.0003603303,1.02889e-8,3.774238e-8,0.001376294,0.3210511,0.6424841],"study_design_scores_gemma":[0.0001823183,0.0002362653,0.00007762446,0.2430024,0.0001554139,0.0007217313,0.001130346,0.000007816435,6.322951e-8,0.001607991,0.7527357,0.0001424314],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00003352859,0.9193733,0.00007741663,0.06873668,0.009206331,0.002086633,0.00000188879,0.0000254358,0.0004587278],"genre_scores_gemma":[0.00001617396,0.986337,0.003043031,0.002810338,0.00446415,0.0005511848,0.0002320358,0.0001000937,0.002445994],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6423417,"threshold_uncertainty_score":0.9999621,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4213215405","doi":"10.4300/jgme-d-21-00602.1","title":"Development of and Preliminary Validity Evidence for the EFeCT Feedback Scoring Tool","year":2022,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Shell (Canada); University of Calgary; University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; University of Alberta","keywords":"Generalizability theory; Summative assessment; Inter-rater reliability; Session (web analytics); Peer feedback; Construct validity; Quality (philosophy); Formative assessment; Reliability (semiconductor); Narrative; Psychology; Computer science; Applied psychology; Content validity; Medical education; Medicine; Psychometrics; Clinical psychology; Rating scale; Mathematics education; World Wide Web","authors":[{"name":"Shelley Ross","is_ca":true},{"name":"Deena M. Hamza","is_ca":true},{"name":"Rosslynn Zulla","is_ca":true},{"name":"Samantha Stasiuk","is_ca":true},{"name":"Darren Nichols","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3765100169265935,"gpt":0.4925390435888635,"spread":0.11602902666227,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006799203,0.000236405,0.001071775,0.0003797475,0.0002322438,0.00002063908,0.0003794873,0.0001925292,0.0002635526],"category_scores_gemma":[0.0300818,0.0001459253,0.0003092316,0.0006323311,0.000184467,0.0001310402,0.0001023586,0.001207391,0.000002167976],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005645031,"about_ca_system_score_gemma":0.0163645,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004272284,"about_ca_topic_score_gemma":4.603999e-7,"domain_scores_codex":[0.9958106,0.0002078512,0.00194153,0.0002217825,0.001622974,0.0001953085],"domain_scores_gemma":[0.994621,0.002215449,0.001992666,0.0003465472,0.0006778522,0.0001465352],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007183132,0.000355244,0.00001871483,0.01546332,0.0001669475,0.000001926455,0.0006104748,1.573048e-7,5.206596e-7,0.00005944141,0.0135943,0.9696571],"study_design_scores_gemma":[0.0003346975,0.0004399429,0.0005196449,0.03645086,0.001781693,0.0008574306,0.0006069707,0.00005999936,0.000004935341,0.00006918767,0.958739,0.0001356105],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004298829,0.9850624,0.001640837,0.003917672,0.003669281,0.001376193,0.000001699261,0.000007632145,0.00002542609],"genre_scores_gemma":[0.000301737,0.9832754,0.01417424,0.000411754,0.001341794,0.0002793926,0.00004502329,0.00003455738,0.000136153],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9695215,"threshold_uncertainty_score":0.9892118,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2608735973","doi":"10.4300/jgme-d-16-00616.1","title":"Resident Experiences With Implementation of the I-PASS Handoff Bundle","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Handover; Context (archaeology); Teamwork; Focus group; Mnemonic; Qualitative research; Medicine; Evening; Patient safety; Medical education; Nursing; Psychology; Computer science; Health care","authors":[{"name":"Maitreya Coffey","is_ca":true},{"name":"Kelly Thomson","is_ca":true},{"name":"Shelly‐Anne Li","is_ca":true},{"name":"Zia Bismilla","is_ca":true},{"name":"Amy J. Starmer","is_ca":true},{"name":"Jennifer K. O’Toole","is_ca":true},{"name":"Rebecca Blankenburg","is_ca":true},{"name":"Glenn Rosenbluth","is_ca":true},{"name":"F. Sessions Cole","is_ca":true},{"name":"Clifton E. Yu","is_ca":true},{"name":"Jennifer Hepps","is_ca":true},{"name":"Theodore C. Sectish","is_ca":true},{"name":"Nancy D. Spector","is_ca":true},{"name":"Rajendu Srivastava","is_ca":true},{"name":"April D. Allen","is_ca":true},{"name":"Sanjay Mahant","is_ca":true},{"name":"Christopher P. Landrigan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03215755686044932,"gpt":0.3953042165180817,"spread":0.3631466596576324,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005043773,0.00005914023,0.0001789028,0.00004866824,0.0001673327,0.00002642535,0.0001936118,0.00003067622,0.0004375514],"category_scores_gemma":[0.0012303,0.00002697329,0.0000790245,0.00005360791,0.00015516,0.0001419011,0.00002888815,0.0001591673,0.000001231276],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005451724,"about_ca_system_score_gemma":0.002383002,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001976965,"about_ca_topic_score_gemma":0.00005378458,"domain_scores_codex":[0.9984469,0.00003179167,0.0003524409,0.00005981204,0.001023699,0.00008531823],"domain_scores_gemma":[0.9985291,0.00002760867,0.0006317678,0.0002157715,0.0003855842,0.0002102135],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004186347,0.001417703,0.757589,0.000184319,0.0002038193,0.00002793878,0.03925008,6.41663e-7,0.0008498359,0.0007616347,0.0496201,0.1496762],"study_design_scores_gemma":[0.001361008,0.0008367233,0.9357637,0.00064714,0.0001017017,0.0002220694,0.04839713,0.000008382674,0.01008369,0.0002678873,0.002256858,0.00005372735],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9554539,0.00009929216,0.00005141381,0.04308994,0.0007720508,0.000109474,2.67787e-7,0.000001694557,0.0004219406],"genre_scores_gemma":[0.9985541,0.0000632378,0.000299234,0.0003237886,0.0002596319,0.000005632725,6.209438e-7,0.000004807997,0.0004890242],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1781746,"threshold_uncertainty_score":0.479088,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2147861855","doi":"10.4300/jgme-d-13-00036.1","title":"Leading Educationally Effective Family-Centered Bedside Rounds","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"MEDLINE; Medicine; Medical education; Data science; Computer science; Biology","authors":[{"name":"Amonpreet Sandhu","is_ca":false},{"name":"Harish Amin","is_ca":false},{"name":"Kevin McLaughlin","is_ca":false},{"name":"Jocelyn Lockyer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09823794531649614,"gpt":0.4334044884295202,"spread":0.3351665431130241,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001169871,0.0001730581,0.000364285,0.0003384885,0.0003352735,0.00002414471,0.000315379,0.0002263006,0.001110712],"category_scores_gemma":[0.01826606,0.0001346333,0.0001543889,0.0003176568,0.0001123967,0.000436251,0.0000504729,0.00137569,0.000663645],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000516921,"about_ca_system_score_gemma":0.004342219,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00031199,"about_ca_topic_score_gemma":0.00002144931,"domain_scores_codex":[0.9966488,0.000728193,0.001070364,0.0001668191,0.001028292,0.0003575175],"domain_scores_gemma":[0.9895263,0.002223146,0.000846269,0.0001877406,0.006659971,0.0005565666],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.00005969715,0.0003766275,0.02900199,0.0001350872,0.00008664591,0.000004653344,0.005754228,0.000002106676,0.000623465,0.001285831,0.8924994,0.0701702],"study_design_scores_gemma":[0.002937489,0.001182504,0.7683551,0.01025918,0.0001933468,0.0001620776,0.07236914,0.0002197542,0.0002130066,0.01444979,0.1290422,0.000616414],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9474514,0.0004554103,0.0006260804,0.01865244,0.0228924,0.0006823916,0.000002936547,0.0000214977,0.009215428],"genre_scores_gemma":[0.9725318,0.0001721538,0.0005513077,0.02232612,0.002332844,0.0001340719,0.0000430679,0.00002577877,0.001882828],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7634572,"threshold_uncertainty_score":0.9998024,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}