{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":727,"total_is_capped":false,"direct_labels_cover":2,"predictions_cover":727,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"822572cb4fe9","filters":{"venue":"Medical Teacher"}},"results":[{"id":"W2157641530","doi":"10.3109/0142159x.2010.501190","title":"Competency-based medical education: theory to practice","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2696,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; University of Toronto; Canadiana.org; McMaster University; McGill University; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Curriculum; Competence (human resources); General partnership; Medical education; Health care; Process (computing); Accountability; Political science; Engineering ethics; Medicine; Psychology; Pedagogy; Computer science; Engineering","authors":[{"name":"Jason R. Frank","is_ca":true},{"name":"Linda Snell","is_ca":true},{"name":"Olle ten Cate","is_ca":false},{"name":"Eric S. Holmboe","is_ca":false},{"name":"Carol Carraccio","is_ca":false},{"name":"Susan R. Swing","is_ca":false},{"name":"Peter Harris","is_ca":false},{"name":"Nicholas Glasgow","is_ca":false},{"name":"Craig Campbell","is_ca":true},{"name":"Deepak Dath","is_ca":true},{"name":"Ronald M. Harden","is_ca":false},{"name":"William Iobst","is_ca":false},{"name":"Donlin M. Long","is_ca":false},{"name":"Rani Mungroo","is_ca":true},{"name":"Denyse Richardson","is_ca":true},{"name":"Jonathan Sherbino","is_ca":true},{"name":"Ivan Silver","is_ca":true},{"name":"Sarah Taber","is_ca":true},{"name":"Martin Talbot","is_ca":false},{"name":"Kenneth A. Harris","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01005907173377286,"gpt":0.3759372006825574,"spread":0.3658781289487845,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004729857,0.0001928617,0.0002916419,0.0002320781,0.0001244121,0.00002304389,0.0004255007,0.000571811,0.08413145],"category_scores_gemma":[0.1078666,0.0001539196,0.00008085162,0.0007795343,0.0004055135,0.00009616894,0.00007364878,0.002309567,0.001296468],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001039823,"about_ca_system_score_gemma":0.01358775,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003253941,"about_ca_topic_score_gemma":0.00002379751,"domain_scores_codex":[0.9957914,0.0002216906,0.0005494468,0.0004113054,0.002651658,0.0003744757],"domain_scores_gemma":[0.9971817,0.0002287833,0.0001000353,0.0007644778,0.0005960664,0.001128896],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001661944,0.003863647,0.007980686,0.00007469189,0.00005565025,0.00007018696,0.0006124644,1.748873e-7,0.0000896267,0.1122656,0.4066074,0.4682137],"study_design_scores_gemma":[0.001106834,0.0001605451,0.002177271,0.0002411355,0.00008617802,0.0003945847,0.0006330107,0.002483403,0.00005135542,0.002372856,0.9900779,0.0002149453],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1470622,0.000105218,0.01743996,0.6697022,0.00750826,0.0007425688,6.589484e-7,0.0003165319,0.1571224],"genre_scores_gemma":[0.406963,0.00001381638,0.1617221,0.3941718,0.009362103,0.0005626112,0.0002315708,0.0001297702,0.02684326],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.5834705,"threshold_uncertainty_score":0.9999921,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225944184","doi":"10.1080/0142159x.2022.2057287","title":"A practical guide to reflexivity in qualitative research: AMEE Guide No. 149","year":2022,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":1687,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Reflexivity; Qualitative research; Subjectivity; Context (archaeology); Process (computing); Epistemology; Set (abstract data type); Interpersonal communication; Sociology; Engineering ethics; Psychology; Computer science; Social psychology; Social science","authors":[{"name":"Francisco Manuel Olmos‐Vega","is_ca":false},{"name":"Renée E. Stalmeijer","is_ca":false},{"name":"Lara Varpio","is_ca":false},{"name":"Renate Kahlke","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.718437310024545,"gpt":0.757516215422771,"spread":0.039078905398226,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2441228,0.0001328606,0.0003365398,0.0003136457,0.001146658,0.00007100627,0.0008032626,0.0002240493,0.01588236],"category_scores_gemma":[0.3450164,0.0001215374,0.00009414708,0.001749902,0.002235816,0.0001820223,0.0009236044,0.004249298,0.0005924883],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001289216,"about_ca_system_score_gemma":0.003352974,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02008707,"about_ca_topic_score_gemma":0.006064547,"domain_scores_codex":[0.8949446,0.0939215,0.0006852181,0.0006783545,0.008353119,0.001417192],"domain_scores_gemma":[0.9835382,0.01398299,0.00007916502,0.0004149344,0.0006923598,0.001292359],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001352233,0.0004838147,0.0004197614,0.00001957644,0.00001906719,0.0001983272,0.289524,0.000001088885,0.00003547497,0.1226239,0.5789837,0.007556078],"study_design_scores_gemma":[0.0002661255,0.0002410821,0.00007195131,0.00003100427,0.000001616843,0.000001162117,0.1998588,0.0001497287,0.000003322422,0.02932299,0.7699209,0.0001313749],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.02858132,0.0001134521,0.007040701,0.3672167,0.0004425425,0.0008578305,0.00001322254,0.00009870375,0.5956355],"genre_scores_gemma":[0.1255131,0.0005220599,0.1590499,0.01356843,0.003468276,0.002461412,0.00002880654,0.0001491521,0.6952388],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.3536483,"threshold_uncertainty_score":0.9980479,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2129024928","doi":"10.1080/01421590600902976","title":"A systematic review of faculty development initiatives designed to improve teaching effectiveness in medical education: BEME Guide No. 8","year":2006,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1406,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University; McGill University","funders":"","keywords":"Psychological intervention; Medical education; MEDLINE; Faculty development; Medicine; Coding (social sciences); Continuing medical education; Health care; Professional development; Psychology; Nursing; Continuing education","authors":[{"name":"Yvonne Steinert","is_ca":true},{"name":"Karen Mann","is_ca":true},{"name":"Angel Centeno","is_ca":false},{"name":"Diana Dolmans","is_ca":false},{"name":"John Spencer","is_ca":false},{"name":"Mark H. Gelula","is_ca":false},{"name":"David Prideaux","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03721650708791387,"gpt":0.4444121358860891,"spread":0.4071956287981753,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01509753,0.0007020636,0.005008698,0.0007400549,0.0000862938,0.00001602373,0.0007823475,0.001057242,0.00169912],"category_scores_gemma":[0.116504,0.0004946277,0.0004178438,0.001347748,0.0002010424,0.00009719184,0.0002201441,0.002351871,0.0002897344],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001681334,"about_ca_system_score_gemma":0.01561012,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008433017,"about_ca_topic_score_gemma":0.000007347601,"domain_scores_codex":[0.9884213,0.002359172,0.004419753,0.0008309748,0.003426749,0.0005420475],"domain_scores_gemma":[0.9961171,0.000537454,0.001079975,0.0009010743,0.0007797304,0.0005847299],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000005920859,0.001104916,0.00003956197,0.7152538,0.0002077841,0.00002547998,0.0001821777,6.513393e-9,1.006919e-7,0.0001197404,0.01494632,0.2681141],"study_design_scores_gemma":[0.0003819918,0.00008223598,0.00003737293,0.6762477,0.000739224,0.0001038912,0.00004824385,0.00001530103,6.555728e-7,0.000004888693,0.3220368,0.0003017779],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00006227715,0.980123,0.001356185,0.00096433,0.0009592208,0.007543838,0.000004483342,0.00007677943,0.008909905],"genre_scores_gemma":[0.00002300075,0.97436,0.007033229,0.003934394,0.001089547,0.00805148,0.001586313,0.000159318,0.003762644],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3070905,"threshold_uncertainty_score":0.9999498,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2119763856","doi":"10.1080/01421590701682576","title":"A best evidence systematic review of interprofessional education: BEME Guide no. 9","year":2007,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":1177,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"CINAHL; Context (archaeology); MEDLINE; Interprofessional education; Health care; Medical education; Systematic review; Narrative review; Best evidence; Psychology; Medicine; Nursing; Psychological intervention; Political science","authors":[{"name":"Marilyn Hammick","is_ca":false},{"name":"Della Freeth","is_ca":false},{"name":"Ivan Koppel","is_ca":false},{"name":"Scott Reeves","is_ca":true},{"name":"Hugh Barr","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1529872220019122,"gpt":0.593122964588514,"spread":0.4401357425866018,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.007722335,0.0005571758,0.003415835,0.0003441004,0.0003134369,0.000008208258,0.001148835,0.001326106,0.04430946],"category_scores_gemma":[0.0251108,0.0003594034,0.0005907118,0.0009358677,0.0001634264,0.0001649485,0.0003540924,0.002883702,0.00905526],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008766136,"about_ca_system_score_gemma":0.04740853,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001918254,"about_ca_topic_score_gemma":0.00005236741,"domain_scores_codex":[0.9876466,0.004511569,0.004705811,0.0005830604,0.00203062,0.0005223666],"domain_scores_gemma":[0.9920826,0.002052028,0.002538843,0.001058424,0.001734401,0.0005337101],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00001348218,0.0002843775,0.00001756939,0.7668915,0.00008182111,0.000002442006,0.0001869864,3.873326e-10,2.980691e-8,0.0004631623,0.2001972,0.03186146],"study_design_scores_gemma":[0.0000465893,0.00002528718,4.869573e-7,0.5247587,0.0006105887,0.000009907709,0.0003444575,0.000002627396,9.251123e-9,0.00001238027,0.4740263,0.0001626947],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001233848,0.9514816,0.0001006017,0.001460278,0.008114174,0.004944176,0.00001185086,0.00005889235,0.03382713],"genre_scores_gemma":[7.567824e-7,0.7748523,0.0002773957,0.004600784,0.001603791,0.002645385,0.0002236822,0.00006311747,0.2157328],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2738291,"threshold_uncertainty_score":0.9999704,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2135003856","doi":"10.3109/0142159x.2013.818632","title":"Simulation in healthcare education: A best evidence practical guide. AMEE Guide No. 82","year":2013,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":1162,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Debriefing; Health care; Curriculum; Best practice; Medical education; Computer science; Set (abstract data type); Patient safety; Instructional simulation; Psychology; Medicine; Mathematics education; Pedagogy; Educational technology; Political science","authors":[{"name":"Ivette Motola","is_ca":false},{"name":"Luke Devine","is_ca":true},{"name":"Hyun Soo Chung","is_ca":false},{"name":"John E. Sullivan","is_ca":false},{"name":"S. Barry Issenberg","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1067847190750012,"gpt":0.4922594718520043,"spread":0.385474752777003,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001335424,0.0002467971,0.0004103398,0.0002433956,0.0001058291,0.00004342213,0.0001818498,0.0004744832,0.01714678],"category_scores_gemma":[0.02381839,0.0002224214,0.00008983542,0.0005662157,0.0001558175,0.0004236552,0.0000539616,0.001044761,0.003762564],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009797056,"about_ca_system_score_gemma":0.006329095,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008292022,"about_ca_topic_score_gemma":0.0001123878,"domain_scores_codex":[0.9958827,0.0004494727,0.001162588,0.0005810473,0.001406435,0.0005177055],"domain_scores_gemma":[0.9942805,0.001736126,0.0002270483,0.0008158484,0.001774967,0.001165526],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005168987,0.0008501466,0.9008747,0.0003524308,0.00001492668,0.00001575184,0.0009871576,0.0001684281,0.000008350815,0.0002101829,0.07878293,0.01768331],"study_design_scores_gemma":[0.002398959,0.0007573123,0.5739758,0.004726895,0.000111933,0.000124029,0.004641711,0.2740604,0.00001679592,0.00102101,0.1374134,0.0007517386],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6081377,0.00192155,0.0009192899,0.3765376,0.002260469,0.002629065,0.000001552275,0.0002219572,0.007370886],"genre_scores_gemma":[0.9656814,0.00006840135,0.003868184,0.01239912,0.002034663,0.0004906838,0.00006727565,0.00004996825,0.01534026],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3641384,"threshold_uncertainty_score":0.9993041,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2348252950","doi":"10.3109/0142159x.2016.1173663","title":"A BEME systematic review of the effects of interprofessional education: BEME Guide No. 39","year":2016,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":1044,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"CINAHL; Interprofessional education; MEDLINE; Medical education; Inclusion (mineral); Quality (philosophy); Set (abstract data type); Medicine; Psychology; Health care; Nursing; Psychological intervention; Computer science; Political science","authors":[{"name":"Scott Reeves","is_ca":false},{"name":"Simon Fletcher","is_ca":false},{"name":"Hugh Barr","is_ca":false},{"name":"Ivan Birch","is_ca":false},{"name":"Sylvain Boet","is_ca":true},{"name":"Nigel Davies","is_ca":false},{"name":"Angus McFadyen","is_ca":false},{"name":"Josette Rivera","is_ca":false},{"name":"Simon Kitto","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02719550197387456,"gpt":0.4919424711920416,"spread":0.464746969218167,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003012089,0.0004282632,0.002817153,0.0001555682,0.0002356561,0.000003111119,0.001218389,0.0008752479,0.01420242],"category_scores_gemma":[0.0239856,0.0001927206,0.0007026647,0.0005720938,0.0002033742,0.00007013333,0.0004380144,0.001542232,0.001306576],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004603376,"about_ca_system_score_gemma":0.02921862,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000580658,"about_ca_topic_score_gemma":0.00001300196,"domain_scores_codex":[0.988069,0.006283981,0.003395694,0.0003848055,0.001520003,0.0003465201],"domain_scores_gemma":[0.9924775,0.002084346,0.002970449,0.001147416,0.001067385,0.0002528806],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000007052773,0.0002165395,0.00002395753,0.7988712,0.0001212605,4.11199e-7,0.0002345648,9.614846e-11,4.841015e-7,0.001052466,0.1835703,0.01590179],"study_design_scores_gemma":[0.0001016377,0.00002018495,0.000003866836,0.5702263,0.0004582655,0.000003142106,0.00009929058,6.20158e-7,1.681341e-7,0.00004824842,0.4289309,0.0001073809],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000006508225,0.965712,0.00002901145,0.002333413,0.01249009,0.005884663,0.00001894637,0.0000290088,0.01349644],"genre_scores_gemma":[0.000006883558,0.8258603,0.00005215314,0.002735127,0.0009487683,0.003158955,0.00006737722,0.00005206457,0.1671183],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2453606,"threshold_uncertainty_score":0.999471,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2137231035","doi":"10.1080/01421590701746983","title":"The CanMEDS initiative: implementing an outcomes-based framework of physician competencies","year":2007,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1013,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Royal Ottawa Mental Health Centre; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Curriculum; Medical education; Outreach; Medicine; Scale (ratio); Plan (archaeology); Graduate medical education; Curriculum development; Psychology; Accreditation; Political science; Pedagogy","authors":[{"name":"Jason R. Frank","is_ca":true},{"name":"Deborah Danoff","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04083069621534026,"gpt":0.4057598633128714,"spread":0.3649291670975311,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004060307,0.0001310696,0.0002706553,0.00009608458,0.000218985,0.00001072574,0.0002416644,0.0001722253,0.001048682],"category_scores_gemma":[0.0061486,0.00008182474,0.00007825472,0.000526892,0.0005195538,0.00004927538,0.00004234089,0.0007892373,0.00001288756],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001122681,"about_ca_system_score_gemma":0.0004187636,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006713229,"about_ca_topic_score_gemma":0.00005464945,"domain_scores_codex":[0.9974471,0.0001003098,0.0005963581,0.0001775635,0.001249217,0.0004294003],"domain_scores_gemma":[0.9986729,0.0003170509,0.0001838554,0.0004205692,0.0002380298,0.0001675916],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006865257,0.0009695214,0.6391584,0.00007931764,0.000136362,0.00001963157,0.002622938,5.006131e-7,0.0001278981,0.01342909,0.005829134,0.3375585],"study_design_scores_gemma":[0.003131541,0.0007107034,0.7751338,0.0007103466,0.0002189355,0.00001376693,0.01956886,0.01026839,0.001614747,0.003728268,0.1844382,0.0004623945],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9567189,0.00007178538,0.01906619,0.01380946,0.0005039233,0.0002778103,0.000001131125,0.00006768995,0.00948317],"genre_scores_gemma":[0.986356,0.000003163677,0.004956653,0.00781068,0.0005477224,0.00001922299,0.00004244401,0.00002176325,0.0002424007],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3370962,"threshold_uncertainty_score":0.9998645,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2159274620","doi":"10.3109/0142159x.2010.500704","title":"The role of assessment in competency-based medical education","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":920,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa; McMaster University","funders":"","keywords":"Competence (human resources); Medical education; Context (archaeology); Graduation (instrument); Process (computing); Psychology; Medicine; Computer science","authors":[{"name":"Eric S. Holmboe","is_ca":false},{"name":"Jonathan Sherbino","is_ca":true},{"name":"Donlin M. Long","is_ca":false},{"name":"Susan R. Swing","is_ca":false},{"name":"Jason R. Frank","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.007080074598574698,"gpt":0.3589469574972405,"spread":0.3518668828986658,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002991477,0.0001054127,0.0002142395,0.0001329378,0.00006971233,0.000008268236,0.0003098096,0.0003373693,0.007916233],"category_scores_gemma":[0.01036002,0.00006810897,0.00005509866,0.0004657664,0.0005099629,0.00003082676,0.00003851321,0.001819298,0.00002569557],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008904946,"about_ca_system_score_gemma":0.01491685,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001215261,"about_ca_topic_score_gemma":0.000261836,"domain_scores_codex":[0.9971043,0.0001121132,0.0005792609,0.0001900631,0.001780314,0.0002339748],"domain_scores_gemma":[0.9989111,0.0001070181,0.0001094819,0.0004386181,0.0002023593,0.0002314041],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000283953,0.002354363,0.3916049,0.00004488359,0.00001871271,0.00000551422,0.0002193715,1.893392e-7,0.000355919,0.09165321,0.007973108,0.5057415],"study_design_scores_gemma":[0.004382426,0.0003334306,0.3654614,0.0009362405,0.00008525963,0.0001150032,0.003156211,0.1890293,0.0006570934,0.02734569,0.408107,0.0003910079],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8495237,0.0001509221,0.0002671466,0.1074935,0.001416377,0.0003490664,2.480904e-7,0.00003948472,0.04075953],"genre_scores_gemma":[0.9920026,0.00001498133,0.004517354,0.002207413,0.0005467673,0.0001144733,0.00004205712,0.00001657927,0.0005377792],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5053505,"threshold_uncertainty_score":0.9979761,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2466600903","doi":"10.1080/0142159x.2016.1181851","title":"A systematic review of faculty development initiatives designed to enhance teaching effectiveness: A 10-year update: BEME Guide No. 40","year":2016,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":793,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Wilson Centre; Dalhousie University; University Health Network; McGill University","funders":"","keywords":"Enthusiasm; Experiential learning; Context (archaeology); Psychology; Medical education; Faculty development; Pedagogy; Medicine; Professional development; Social psychology","authors":[{"name":"Yvonne Steinert","is_ca":true},{"name":"Karen Mann","is_ca":true},{"name":"M. Brownell Anderson","is_ca":false},{"name":"Bonnie Maureen Barnett","is_ca":true},{"name":"Angel Centeno","is_ca":false},{"name":"Laura Naismith","is_ca":true},{"name":"David Prideaux","is_ca":false},{"name":"John Spencer","is_ca":false},{"name":"Ellen Tullo","is_ca":false},{"name":"Thomas R. Viggiano","is_ca":false},{"name":"H. Marshall Ward","is_ca":false},{"name":"Diana Dolmans","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1180018990173225,"gpt":0.5158556923051463,"spread":0.3978537932878238,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05261992,0.0005726392,0.003489916,0.0002279335,0.0004556979,0.0000719824,0.001642098,0.000546493,0.007011829],"category_scores_gemma":[0.1874578,0.0003707505,0.0005040243,0.0004080523,0.000260858,0.0004339547,0.0003279677,0.0009544264,0.004525474],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009693098,"about_ca_system_score_gemma":0.003446801,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001222025,"about_ca_topic_score_gemma":0.0000306618,"domain_scores_codex":[0.9712096,0.02164881,0.002369977,0.0007839637,0.003411738,0.0005759487],"domain_scores_gemma":[0.9925045,0.003787492,0.002013386,0.0006396858,0.0005081964,0.000546729],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001006877,0.0001859419,0.000004455481,0.8189034,0.0005886382,0.000008427278,0.002886827,1.100945e-8,2.116978e-7,0.0005962709,0.009732917,0.1670828],"study_design_scores_gemma":[0.00006591251,0.00002727928,0.000001278089,0.4776155,0.0004322062,0.000001376024,0.00008820309,2.580788e-7,5.676387e-7,0.000008340319,0.5215082,0.0002508473],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000003677192,0.9638864,0.002590855,0.0009967552,0.0003106823,0.004397073,0.00001217893,0.000147493,0.02765487],"genre_scores_gemma":[0.000009731059,0.9830709,0.003957125,0.0003537037,0.000344686,0.001479154,0.00005675393,0.0000698556,0.01065813],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5117753,"threshold_uncertainty_score":0.9998745,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2150453984","doi":"10.3109/0142159x.2010.500898","title":"Toward a definition of competency-based education in medicine: a systematic review of published definitions","year":2010,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":765,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Canadiana.org; Research Canada; Canadian Institutes of Health Research; University of Ottawa; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Scholarship; Health professions; Medical education; MEDLINE; Systematic review; Psychology; Engineering ethics; Medicine; Epistemology; Pedagogy; Health care; Political science; Philosophy","authors":[{"name":"Jason R. Frank","is_ca":true},{"name":"Rani Mungroo","is_ca":true},{"name":"Yasmine Ahmad","is_ca":true},{"name":"Mimi Wang","is_ca":true},{"name":"Stefanie De Rossi","is_ca":true},{"name":"Tanya Horsley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1382662681553037,"gpt":0.4496705318419995,"spread":0.3114042636866958,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009671823,0.0002511314,0.002510028,0.0004156476,0.00007434064,0.00002124918,0.0008063408,0.0006701181,0.01088749],"category_scores_gemma":[0.0708407,0.0001906772,0.0003169806,0.001386983,0.0007253355,0.0001941528,0.00003155187,0.001398011,0.00008136079],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001963134,"about_ca_system_score_gemma":0.02068466,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001374439,"about_ca_topic_score_gemma":0.0003753999,"domain_scores_codex":[0.9912848,0.004406138,0.002052921,0.0003380687,0.001670005,0.0002480459],"domain_scores_gemma":[0.9944026,0.002067542,0.002271052,0.0005435203,0.0004502732,0.0002650338],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[7.507037e-7,0.0005162517,0.00004459996,0.9428151,0.0000346542,0.000001260615,0.002192435,4.980756e-9,1.435583e-8,0.03298083,0.002783094,0.018631],"study_design_scores_gemma":[0.00007786212,0.0000176211,0.000002936913,0.5848977,0.0007571826,0.000003412868,0.0005114907,5.818836e-7,7.610787e-9,0.0006896108,0.4129277,0.0001139094],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000002601906,0.9268104,0.00002819968,0.00726449,0.000677374,0.001497475,0.000004402531,0.00003638773,0.06367861],"genre_scores_gemma":[0.0000440322,0.9969659,0.001046923,0.0003625962,0.0002542114,0.0006636954,0.000227051,0.00002814915,0.0004074475],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4101446,"threshold_uncertainty_score":0.9900167,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2140246832","doi":"10.3109/0142159x.2012.714886","title":"Comparative effectiveness of instructional design features in simulation-based education: Systematic review and meta-analysis","year":2012,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":690,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Toronto; University of Ottawa","funders":"","keywords":"PsycINFO; CINAHL; Scopus; MEDLINE; Instructional design; Psychological intervention; Meta-analysis; Clinical study design; Randomized controlled trial; Medicine; Interactivity; Research design; Medical education; Psychology; Computer science; Clinical trial; Internal medicine; Multimedia; Nursing; Statistics","authors":[{"name":"David A. Cook","is_ca":false},{"name":"Stanley J. Hamstra","is_ca":true},{"name":"Benjamin Zendejas","is_ca":false},{"name":"Jason H. Szostek","is_ca":false},{"name":"Amy T. Wang","is_ca":false},{"name":"Patricia J. Erwin","is_ca":false},{"name":"Rose Hatala","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2516766018927601,"gpt":0.4992176443110251,"spread":0.247541042418265,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003994009,0.0004665455,0.008730935,0.0007692586,0.00004848603,0.00001035565,0.0001743624,0.0005165617,0.003268354],"category_scores_gemma":[0.001800687,0.0003118226,0.001156662,0.001725871,0.000174652,0.00006455149,0.00002270971,0.0007723278,0.0000161798],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004036668,"about_ca_system_score_gemma":0.003570108,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000807883,"about_ca_topic_score_gemma":0.000004970707,"domain_scores_codex":[0.9918785,0.004732272,0.001682925,0.0004823091,0.000995553,0.0002284292],"domain_scores_gemma":[0.9910402,0.00650682,0.0008862797,0.0006425382,0.0005333823,0.0003907282],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.00001349156,0.0004049811,0.0005937129,0.9693627,0.02789516,0.000001075402,0.0001123283,0.0003573307,2.263185e-9,0.00006989102,0.00004192955,0.00114741],"study_design_scores_gemma":[0.0003110121,0.00004825998,0.0005880131,0.1196904,0.876066,0.00002211294,0.00005428757,0.001094926,1.730854e-7,0.00002283401,0.001785982,0.0003159157],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000008992974,0.9927599,0.0008553673,0.000269864,0.000123572,0.005863816,0.00001565642,0.00002505827,0.00007772556],"genre_scores_gemma":[0.03402691,0.9561699,0.001461007,0.0007048537,0.0002606014,0.005545317,0.001227252,0.00008617018,0.0005180031],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8496723,"threshold_uncertainty_score":0.9999334,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1975398391","doi":"10.1080/01421590802108331","title":"AMEE Guide 32: e-Learning in medical education Part 1: Learning, teaching and assessment","year":2008,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":661,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"NOSM University","funders":"","keywords":"Set (abstract data type); Creativity; Health care; Mainstream; Serendipity; Resource (disambiguation); Computer science; E learning; Psychology; Engineering ethics; Medical education; Knowledge management; Educational technology; Mathematics education; Medicine; Engineering; Political science","authors":[{"name":"Rachel Ellaway","is_ca":true},{"name":"Ken Masters","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07933230968797282,"gpt":0.4595180280505878,"spread":0.3801857183626149,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008806784,0.0001292309,0.0002467906,0.0001250318,0.001013954,0.00003154366,0.000260823,0.0004493179,0.005036732],"category_scores_gemma":[0.08403338,0.0001299021,0.00003779061,0.0002653353,0.000585511,0.0001708682,0.00006811557,0.002928847,0.00004425074],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005327371,"about_ca_system_score_gemma":0.006743947,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01430011,"about_ca_topic_score_gemma":0.00207685,"domain_scores_codex":[0.9937925,0.002934798,0.0004858253,0.0003433071,0.00193785,0.0005056962],"domain_scores_gemma":[0.9975924,0.001207799,0.0001422418,0.0001127751,0.00006517106,0.0008795524],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002316914,0.0002389082,0.6453535,0.00001328674,0.000004540847,0.00001127938,0.03961354,6.085552e-7,3.62119e-7,0.001939637,0.008934347,0.3038876],"study_design_scores_gemma":[0.0002929901,0.00004139177,0.10306,0.0001661413,0.000005738231,0.000009396564,0.01398755,0.0007404132,2.113789e-7,0.0001898313,0.8813598,0.0001465757],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8440095,0.000439255,0.00007606143,0.04190844,0.002664065,0.0004429784,6.007983e-8,0.0001625932,0.1102971],"genre_scores_gemma":[0.9810237,0.001763689,0.001066683,0.001613173,0.004590011,0.0005200619,0.0000170129,0.00003158152,0.009374036],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8724254,"threshold_uncertainty_score":0.9993714,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2124276993","doi":"10.3109/0142159x.2014.917165","title":"Using focus groups in medical education research: AMEE Guide No. 91","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":597,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Focus group; Focus (optics); Qualitative research; Set (abstract data type); Field (mathematics); Publication; Computer science; Psychology; Sociology; Social science; Political science","authors":[{"name":"Renée E. Stalmeijer","is_ca":false},{"name":"Nancy McNaughton","is_ca":true},{"name":"Walther van Mook","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2564004922215638,"gpt":0.5615465850613159,"spread":0.3051460928397521,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04609946,0.0001181948,0.0002644779,0.0001924763,0.0003427856,0.00005168645,0.0005930471,0.0004227363,0.009948778],"category_scores_gemma":[0.08498004,0.00009829381,0.00006990503,0.000686802,0.001346974,0.0001407309,0.0001363625,0.001079806,0.000282985],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003262861,"about_ca_system_score_gemma":0.001801291,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01610784,"about_ca_topic_score_gemma":0.005445876,"domain_scores_codex":[0.9863564,0.009015145,0.0004529,0.0003660802,0.003148465,0.0006609574],"domain_scores_gemma":[0.9975049,0.001126891,0.00006522403,0.000249053,0.0002590733,0.0007947893],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002675006,0.000801812,0.01904399,0.00003088595,0.00001596807,0.00002076166,0.03550372,3.873262e-7,0.00003602714,0.2510819,0.05575858,0.6376792],"study_design_scores_gemma":[0.0005436821,0.00008261373,0.001482403,0.0002454034,0.000005579699,0.000002517326,0.01015268,0.005931801,0.000008630138,0.04942469,0.9318902,0.000229756],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3092216,0.0005877605,0.01698863,0.0326065,0.001706712,0.000391452,5.392303e-7,0.0001028343,0.6383939],"genre_scores_gemma":[0.9467231,0.0001547514,0.01776601,0.002306814,0.007263231,0.00009322636,0.000006588441,0.0000563503,0.02562994],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8761317,"threshold_uncertainty_score":0.9909562,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092147963","doi":"10.3109/0142159x.2012.704439","title":"Grounded theory in medical education research: AMEE Guide No. 70","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":583,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Grounded theory; Perspective (graphical); Qualitative research; Constructivist grounded theory; Quality (philosophy); Key (lock); Management science; Epistemology; Computer science; Engineering ethics; Sociology; Social science; Artificial intelligence","authors":[{"name":"Christopher Watling","is_ca":true},{"name":"Lorelei Lingard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07620996705624503,"gpt":0.4719621113463405,"spread":0.3957521442900955,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01922208,0.0001877083,0.0003454834,0.0005492563,0.0001169321,0.00001817287,0.0004099092,0.0007088056,0.04157994],"category_scores_gemma":[0.0865367,0.0001506615,0.00007199183,0.001260895,0.0007821782,0.0002032217,0.0001490197,0.002658894,0.002149526],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000700468,"about_ca_system_score_gemma":0.003433399,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001945547,"about_ca_topic_score_gemma":0.00002026319,"domain_scores_codex":[0.993193,0.0009115423,0.0007982322,0.0003604978,0.003858755,0.0008779443],"domain_scores_gemma":[0.9974933,0.0002499474,0.00008242781,0.0006650851,0.0005502678,0.0009589962],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001132854,0.00570469,0.08360198,0.0001314349,0.00004187032,0.00002884501,0.002390484,2.334797e-8,0.00002101327,0.0353079,0.5875481,0.2851103],"study_design_scores_gemma":[0.002773852,0.0001819414,0.04122262,0.001118672,0.00004296873,0.0002835118,0.004497157,0.001947812,0.0000347258,0.006341976,0.9412158,0.0003389623],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6508082,0.0008820269,0.0007413142,0.04203565,0.003354374,0.0006503683,2.968522e-7,0.0001382975,0.3013894],"genre_scores_gemma":[0.9326418,0.0001243412,0.001202782,0.01294967,0.006987645,0.0003320218,0.0001261018,0.00006442291,0.0455712],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3536676,"threshold_uncertainty_score":0.999642,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2128363176","doi":"10.3109/0142159x.2011.551559","title":"Criteria for good assessment: Consensus statement and recommendations from the Ottawa 2010 Conference","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":559,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Accreditation; Consistency (knowledge bases); Medical education; Health care; Coherence (philosophical gambling strategy); Statement (logic); Medicine; Psychology; Computer science; Political science; Mathematics education","authors":[{"name":"John J. Norcini","is_ca":false},{"name":"M. Brownell Anderson","is_ca":false},{"name":"Valdes Roberto Bóllela","is_ca":false},{"name":"Vanessa Burch","is_ca":false},{"name":"Manuel João Costa","is_ca":false},{"name":"Robbert Duvivier","is_ca":false},{"name":"Robert M. Galbraith","is_ca":false},{"name":"Richard Hays","is_ca":false},{"name":"Athol Kent","is_ca":false},{"name":"Vanessa Perrott","is_ca":false},{"name":"Trudie Roberts","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1056044521845296,"gpt":0.4178424629684081,"spread":0.3122380107838785,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001571037,0.0001128848,0.0001816147,0.00003501907,0.0001447149,0.00002005823,0.0001290823,0.0001405835,0.02023169],"category_scores_gemma":[0.002107204,0.00007431085,0.0000311143,0.0001067817,0.0003067678,0.0000355175,0.00004559585,0.0004364539,0.000021488],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005922803,"about_ca_system_score_gemma":0.0003202557,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000279036,"about_ca_topic_score_gemma":0.00004920429,"domain_scores_codex":[0.9986865,0.0001276466,0.0004308422,0.0002326986,0.0003213393,0.0002009772],"domain_scores_gemma":[0.9991129,0.0001572417,0.0001011748,0.0002943278,0.0001909496,0.0001433974],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004500592,0.0006557057,0.04564687,0.00003939319,0.0001532229,0.000005482504,0.003607845,5.067572e-9,0.00009251454,0.01651372,0.8257777,0.1074625],"study_design_scores_gemma":[0.004971575,0.0004881431,0.1703016,0.0004217004,0.0003633752,0.00004408128,0.007801777,0.01556734,0.0001291595,0.01372671,0.7858347,0.0003498293],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6288491,0.0001596972,0.03023897,0.3070506,0.00261341,0.001497386,0.00005577973,0.0001223759,0.02941259],"genre_scores_gemma":[0.9405299,0.00005480253,0.0470132,0.006427245,0.0006601274,0.0003351608,0.0004658634,0.00002747699,0.004486213],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3116808,"threshold_uncertainty_score":0.980664,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2552482844","doi":"10.1080/0142159x.2017.1245856","title":"Using consensus group methods such as Delphi and Nominal Group in medical education research","year":2016,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":513,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Nominal group technique; Nominal group; Delphi method; Delphi; Group (periodic table); Strengths and weaknesses; Medical education; Management science; Data science; Computer science; Psychology; Medicine; Knowledge management; Social psychology; Engineering; Artificial intelligence","authors":[{"name":"Susan Humphrey‐Murto","is_ca":true},{"name":"Lara Varpio","is_ca":false},{"name":"Carol Gonsalves","is_ca":true},{"name":"Timothy J. Wood","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3461353373856871,"gpt":0.6282272047831127,"spread":0.2820918673974255,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04412998,0.0001286979,0.0002507264,0.0003966244,0.0003250381,0.00006488374,0.000698209,0.0006631226,0.007768497],"category_scores_gemma":[0.04924347,0.00009423259,0.00004468743,0.0007517549,0.00322782,0.0001179691,0.0003573665,0.001145468,0.00005928628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005527827,"about_ca_system_score_gemma":0.002858249,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02145777,"about_ca_topic_score_gemma":0.004585451,"domain_scores_codex":[0.9885538,0.006056482,0.0004381396,0.0005098088,0.003568964,0.0008728072],"domain_scores_gemma":[0.996026,0.002379545,0.00005237787,0.0002888113,0.0001960734,0.001057163],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008365264,0.0006080127,0.02702006,0.00002708719,0.00001554094,0.0001980188,0.004040582,9.684037e-9,0.001281445,0.04938847,0.01219328,0.9051439],"study_design_scores_gemma":[0.004588129,0.0007052853,0.02242562,0.003018197,0.00003911585,0.000467518,0.04071914,0.005040857,0.0003288231,0.2149042,0.7063094,0.001453687],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8764327,0.0006726671,0.005304486,0.07400092,0.0003961182,0.0006459001,7.79019e-7,0.0001194941,0.04242689],"genre_scores_gemma":[0.9811464,0.0002701385,0.01475653,0.0003571954,0.0008375955,0.0001162378,0.000001484419,0.0000301609,0.002484265],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9036902,"threshold_uncertainty_score":0.9994848,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2134541962","doi":"10.3109/0142159x.2010.500709","title":"Competency-based medical education in postgraduate medical education","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":469,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; University of Toronto; McMaster University","funders":"","keywords":"Formative assessment; Medical education; Process (computing); Work (physics); Professional development; Medicine; Psychology; Computer science; Pedagogy; Engineering","authors":[{"name":"William Iobst","is_ca":false},{"name":"Jonathan Sherbino","is_ca":true},{"name":"Olle ten Cate","is_ca":false},{"name":"Denyse Richardson","is_ca":true},{"name":"Deepak Dath","is_ca":true},{"name":"Susan R. Swing","is_ca":false},{"name":"Peter Harris","is_ca":false},{"name":"Rani Mungroo","is_ca":true},{"name":"Eric S. Holmboe","is_ca":false},{"name":"Jason R. Frank","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01006683821008275,"gpt":0.3589188700935663,"spread":0.3488520318834835,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004089347,0.0003382406,0.0005398594,0.0006570967,0.0001176788,0.0000300887,0.000674549,0.001378748,0.06580037],"category_scores_gemma":[0.05174897,0.0002882696,0.0001365856,0.001216118,0.0007595606,0.0001380392,0.00009434545,0.004081884,0.00050592],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002868463,"about_ca_system_score_gemma":0.07760144,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004435217,"about_ca_topic_score_gemma":0.0007939555,"domain_scores_codex":[0.9925763,0.0002531748,0.001184644,0.00066146,0.004706906,0.000617486],"domain_scores_gemma":[0.9968336,0.00009927431,0.0001889385,0.0008445579,0.0005431472,0.001490452],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008564774,0.009170244,0.2239274,0.0001944824,0.00003132088,0.00007081607,0.0003382628,1.509435e-7,0.00007385681,0.02134222,0.1444876,0.600278],"study_design_scores_gemma":[0.01364972,0.0007067886,0.260522,0.005898765,0.0002720551,0.00233643,0.001727079,0.1567017,0.0002736088,0.01443355,0.5415539,0.001924492],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.732209,0.0001580096,0.0004013485,0.2343888,0.004680185,0.0005710974,5.727337e-7,0.0001767742,0.02741424],"genre_scores_gemma":[0.9282197,0.00005313444,0.007154777,0.05493721,0.003678718,0.0003660111,0.0006413649,0.00009125571,0.004857824],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5983535,"threshold_uncertainty_score":0.999957,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2911860197","doi":"10.1080/0142159x.2018.1536260","title":"Supporting the development of a professional identity: General principles","year":2019,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":461,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Identity (music); Curriculum; Professional development; Identity formation; Medical education; Subject (documents); Pedagogy; Engineering ethics; Psychology; Sociology; Medicine; Self-concept; Social psychology; Computer science","authors":[{"name":"Sylvia R. Cruess","is_ca":true},{"name":"Richard L. Cruess","is_ca":true},{"name":"Yvonne Steinert","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03880432801393036,"gpt":0.4065113640311671,"spread":0.3677070360172368,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002533301,0.0000792213,0.0001775796,0.00006164509,0.0000686026,0.000005311902,0.0001905736,0.0001287075,0.01142316],"category_scores_gemma":[0.002138098,0.00004572376,0.00004294876,0.0002610092,0.0001223316,0.00005957547,0.0001102587,0.0004736984,0.0001661055],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007604892,"about_ca_system_score_gemma":0.001002896,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000556852,"about_ca_topic_score_gemma":0.000004742844,"domain_scores_codex":[0.9977148,0.00005592735,0.0005798927,0.0001536529,0.001288645,0.0002071314],"domain_scores_gemma":[0.9993795,0.00002254415,0.0001513802,0.0002436783,0.0001252327,0.0000776265],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004603355,0.001019217,0.861595,0.0003515787,0.000134045,0.000007284956,0.008130644,0.000001236542,0.0009923925,0.00858111,0.01818093,0.1009606],"study_design_scores_gemma":[0.002827061,0.0001357207,0.5616147,0.001099887,0.00009508083,0.0000959598,0.005259252,0.02288133,0.00186675,0.0007328572,0.4030569,0.0003344825],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9839429,0.00003372589,0.0008446187,0.006537434,0.0007237646,0.0003245309,1.197127e-7,0.00002608046,0.007566812],"genre_scores_gemma":[0.9587452,0.000001249765,0.00579988,0.001171672,0.0003855826,0.00004446685,0.00003382825,0.00001373176,0.03380432],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.384876,"threshold_uncertainty_score":0.9894806,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2087276452","doi":"10.3109/0142159x.2012.680937","title":"Faculty development initiatives designed to promote leadership in medical education. A BEME systematic review: BEME Guide No. 19","year":2012,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":392,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"CINAHL; Leadership development; Medical education; MEDLINE; Psychological intervention; Focus group; Medicine; Health care; Psychology; Nursing; Political science; Public relations; Sociology","authors":[{"name":"Yvonne Steinert","is_ca":true},{"name":"Laura Naismith","is_ca":true},{"name":"Karen Mann","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2423304386794905,"gpt":0.4601276567727479,"spread":0.2177972180932573,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.01263212,0.0009304725,0.004503211,0.0008929531,0.000130839,0.00003136517,0.001106187,0.001545499,0.01140508],"category_scores_gemma":[0.1066692,0.0006571177,0.0003996504,0.002226226,0.0002820613,0.0001685562,0.0002526467,0.002857354,0.003850629],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002238203,"about_ca_system_score_gemma":0.01963394,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003205097,"about_ca_topic_score_gemma":0.00001504053,"domain_scores_codex":[0.9875492,0.001410031,0.004422512,0.0009731555,0.004503558,0.001141497],"domain_scores_gemma":[0.9950323,0.0002243623,0.0009313899,0.001183198,0.0007279438,0.001900836],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004552358,0.001201463,0.00004133761,0.5873998,0.0002286262,0.00003489343,0.001004555,1.955229e-9,1.804717e-8,0.00006979544,0.1113196,0.2986953],"study_design_scores_gemma":[0.0002730801,0.00004407932,0.00001318406,0.4483697,0.0009421074,0.0002296868,0.0001710688,0.000007953417,9.744e-8,0.000002873426,0.5495797,0.0003664013],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000009787474,0.9733331,0.0004479185,0.01183224,0.001167728,0.00842763,0.000003640227,0.0001504653,0.004627487],"genre_scores_gemma":[0.000006994559,0.9302108,0.008639806,0.02797858,0.001946436,0.009301365,0.002324842,0.0001985279,0.01939267],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4382601,"threshold_uncertainty_score":0.9997507,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3129366383","doi":"10.1080/0142159x.2020.1860207","title":"AMEE Consensus Statement: Planetary health and education for sustainable healthcare","year":2021,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":368,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Northern British Columbia; University of Calgary; University of Lethbridge","funders":"National Institute for Health and Care Research","keywords":"Health care; Public relations; Education for sustainable development; Accreditation; Sustainability; Political science; Global health; Competence (human resources); Workforce; Sustainable development; Business; Medicine; Medical education; Psychology","authors":[{"name":"Emily Shaw","is_ca":false},{"name":"Sarah Walpole","is_ca":false},{"name":"Michelle McLean","is_ca":false},{"name":"Carmen Álvarez‐Nieto","is_ca":false},{"name":"Stefi Barna","is_ca":false},{"name":"K. Bazin","is_ca":false},{"name":"Georgia Behrens","is_ca":false},{"name":"Hannah Chase","is_ca":false},{"name":"Brett Duane","is_ca":false},{"name":"Omnia El Omrani","is_ca":false},{"name":"Marie Elf","is_ca":false},{"name":"C. Guzmán","is_ca":false},{"name":"Enrique Barros","is_ca":false},{"name":"Trevor Gibbs","is_ca":false},{"name":"Jonny Groome","is_ca":false},{"name":"Finola Hackett","is_ca":true},{"name":"Jeni Harden","is_ca":false},{"name":"Eleanor J. Hothersall","is_ca":false},{"name":"Maca Hourihane","is_ca":false},{"name":"Norma Huss","is_ca":false},{"name":"Moses N. Ikiugu","is_ca":false},{"name":"Easter Joury","is_ca":false},{"name":"Kathleen Leedham‐Green","is_ca":false},{"name":"Kristen MacKenzie‐Shalders","is_ca":false},{"name":"Lynne Madden","is_ca":false},{"name":"Judy McKimm","is_ca":false},{"name":"Patricia Nayna Schwerdtle","is_ca":false},{"name":"Margot W. Parkes","is_ca":true},{"name":"Sarah E. Peters","is_ca":false},{"name":"Nicole Redvers","is_ca":false},{"name":"Perry Sheffield","is_ca":false},{"name":"Judith Singleton","is_ca":false},{"name":"SanYuMay Tun","is_ca":false},{"name":"Robert Woollard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05335292327666231,"gpt":0.3645403918183667,"spread":0.3111874685417044,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006435586,0.00008298372,0.0001492065,0.00001597082,0.0001790822,0.00001780588,0.00005362376,0.00007336534,0.004355539],"category_scores_gemma":[0.0004063001,0.00007455276,0.00001640837,0.00008342881,0.00008527059,0.00004385184,0.00007696415,0.0001441793,0.00004205998],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002354696,"about_ca_system_score_gemma":0.0004970346,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001541186,"about_ca_topic_score_gemma":0.0006450861,"domain_scores_codex":[0.9986869,0.0001022525,0.0002287888,0.0002342304,0.000278548,0.0004693176],"domain_scores_gemma":[0.9989281,0.00005118549,0.00006084085,0.000128197,0.00001617034,0.0008154509],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004528354,0.0002880146,0.08784176,0.0008060569,0.000006888547,0.00004773222,0.003578347,0.000001014333,0.00000542796,0.0006217162,0.7664725,0.1402852],"study_design_scores_gemma":[0.001236227,0.00045476,0.01737614,0.0001786142,0.00000965678,0.00009734798,0.01922986,0.001031539,0.00001594495,0.007469446,0.952653,0.0002474879],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.764158,0.006025268,0.00005916873,0.2211431,0.0002203955,0.0007808098,0.00001687825,0.00005177793,0.007544707],"genre_scores_gemma":[0.8368956,0.003974963,0.002188019,0.1050803,0.0008433763,0.000262084,0.001158052,0.00006803516,0.04952965],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1861805,"threshold_uncertainty_score":0.9965546,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160944276","doi":"10.3109/0142159x.2010.500897","title":"Medical competence: The interplay between individual ability and the health care environment","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":353,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"McGill University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Competence (human resources); Psychology; Health care; MEDLINE; Medicine; Medical education; Social psychology; Political science","authors":[{"name":"Olle ten Cate","is_ca":false},{"name":"Linda Snell","is_ca":true},{"name":"Carol Carraccio","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01404061491084618,"gpt":0.3572991796601151,"spread":0.3432585647492689,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006934698,0.0001579085,0.0003536514,0.00004316148,0.0002952004,0.000023311,0.0004758411,0.0003322928,0.00837699],"category_scores_gemma":[0.007102683,0.00007373383,0.00006750644,0.0001661374,0.003199446,0.00003178544,0.0002472951,0.003001218,0.00005593938],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009395232,"about_ca_system_score_gemma":0.0006955066,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001346667,"about_ca_topic_score_gemma":0.00003443589,"domain_scores_codex":[0.9961575,0.0003862679,0.0005613438,0.000312972,0.002255822,0.0003260528],"domain_scores_gemma":[0.9985067,0.0003167485,0.000112754,0.0006084051,0.0000512074,0.0004041766],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00007320321,0.0002833861,0.2706321,0.0001034333,0.0001295884,0.000008067545,0.02085676,3.084161e-8,0.00000238895,0.003502185,0.03406367,0.6703451],"study_design_scores_gemma":[0.007340367,0.0004058931,0.4988004,0.0002616825,0.0002253943,0.0002776742,0.01128758,0.001960332,0.00001190915,0.001163307,0.4779596,0.0003059211],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7382046,0.0003896613,0.0004515392,0.2584405,0.0005115382,0.0005294327,0.000002545688,0.00003874503,0.001431426],"genre_scores_gemma":[0.9852092,0.00005059753,0.0004372232,0.01245478,0.001482268,0.00008756576,0.00008206866,0.00001613672,0.0001801187],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6700392,"threshold_uncertainty_score":0.9995133,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2045135833","doi":"10.1080/01421590600643653","title":"Teaching professionalism: general principles","year":2006,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":349,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Experiential learning; Sophistication; Situated; Curriculum; Situated cognition; Psychology; Reflection (computer programming); Pedagogy; Cognition; Mathematics education; Medical education; Engineering ethics; Computer science; Medicine; Sociology","authors":[{"name":"Richard L. Cruess","is_ca":true},{"name":"Sylvia R. Cruess","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0418287678494559,"gpt":0.3803878609246154,"spread":0.3385590930751595,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001342669,0.0001309725,0.0002079311,0.0001103595,0.0001442684,0.00001076448,0.0001432989,0.0002619426,0.006714358],"category_scores_gemma":[0.001790888,0.00009628502,0.00006346686,0.0001984347,0.0001636752,0.00005752162,0.00006124021,0.001040077,0.0001650197],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001346657,"about_ca_system_score_gemma":0.0003203417,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002473376,"about_ca_topic_score_gemma":0.000005182379,"domain_scores_codex":[0.9977602,0.0001069407,0.0004305428,0.0002521623,0.001157731,0.0002924337],"domain_scores_gemma":[0.9994373,0.00001659782,0.00007134258,0.000281538,0.00008655006,0.0001066754],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005986977,0.002641611,0.2362983,0.0001934787,0.0000681749,0.000147748,0.0006814353,0.000003467187,0.0005538657,0.1266347,0.4867202,0.1459971],"study_design_scores_gemma":[0.001417232,0.0000636982,0.05562558,0.0002839934,0.00005044448,0.0001859318,0.0001927201,0.02207795,0.00008722197,0.001991425,0.9178039,0.0002199287],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.872168,0.000125049,0.00102786,0.03554888,0.0006075314,0.0002188295,3.098136e-7,0.0001626656,0.09014086],"genre_scores_gemma":[0.81225,0.000002631876,0.006193474,0.00444144,0.003645229,0.00007947656,0.0001843602,0.00003700457,0.1731664],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4310836,"threshold_uncertainty_score":0.9941936,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2169869136","doi":"10.3109/0142159x.2011.577300","title":"Assessment of professionalism: Recommendations from the Ottawa 2010 Conference","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":347,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"McGill University; University of Toronto","funders":"","keywords":"Operationalization; Theme (computing); Engineering ethics; Order (exchange); Medical education; Political science; Sociology; Public relations; Psychology; Pedagogy; Medicine; Epistemology; Computer science; Engineering","authors":[{"name":"Brian Hodges","is_ca":true},{"name":"Shiphra Ginsburg","is_ca":true},{"name":"Richard L. Cruess","is_ca":true},{"name":"Sylvia R. Cruess","is_ca":true},{"name":"Rhena Delport","is_ca":false},{"name":"Fred Hafferty","is_ca":false},{"name":"Ming‐Jung Ho","is_ca":false},{"name":"Eric S. Holmboe","is_ca":false},{"name":"Matthew C. Holtman","is_ca":false},{"name":"Sadayoshi Ohbu","is_ca":false},{"name":"Charlotte E. Rees","is_ca":false},{"name":"Olle ten Cate","is_ca":false},{"name":"Yusuke Tsugawa","is_ca":false},{"name":"Walther van Mook","is_ca":false},{"name":"Val Wass","is_ca":false},{"name":"Tim Wilkinson","is_ca":false},{"name":"Winnie Wade","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1225158180677395,"gpt":0.4241906764459727,"spread":0.3016748583782333,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001315368,0.00009097858,0.0001902327,0.00004083922,0.0000789738,0.000003943331,0.0002445545,0.0001797916,0.07472743],"category_scores_gemma":[0.002218056,0.00005350547,0.00004671871,0.000238503,0.0003088183,0.0000476994,0.00006242784,0.0007637712,0.00005064968],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005061546,"about_ca_system_score_gemma":0.000626129,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003722546,"about_ca_topic_score_gemma":0.00001810385,"domain_scores_codex":[0.9983124,0.0001661647,0.0004469974,0.0001729206,0.0007544525,0.0001470537],"domain_scores_gemma":[0.999044,0.00008311143,0.0001399601,0.0004083646,0.0002400455,0.00008450195],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.00001752768,0.00164164,0.3328744,0.00003062262,0.0001327446,0.000006377314,0.003845374,1.944263e-8,0.00013392,0.02766002,0.5436274,0.09002994],"study_design_scores_gemma":[0.001179978,0.00011061,0.8750145,0.0005337262,0.0001218971,0.00001315608,0.002915676,0.003844562,0.0001300301,0.003693798,0.1123041,0.0001379803],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7382516,0.0001094898,0.01049924,0.1406328,0.002750474,0.0006506753,0.000009721262,0.00008500501,0.107011],"genre_scores_gemma":[0.9805814,0.00001909247,0.01037578,0.003275122,0.000316387,0.00008251497,0.0001947686,0.00001313616,0.005141801],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5421401,"threshold_uncertainty_score":0.9261184,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2134599069","doi":"10.1080/01421590400016308","title":"Appraising qualitative research articles in medicine and medical education","year":2005,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":332,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Critical appraisal; Qualitative research; Medical education; Critical reading; Reading (process); Alternative medicine; Psychology; Medicine; Sociology; Pathology; Social science","authors":[{"name":"Luc Côté","is_ca":true},{"name":"Jean Turgeon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5831914703212039,"gpt":0.7248582922743158,"spread":0.1416668219531119,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03836438,0.00008340845,0.0002069847,0.0003984231,0.0004921039,0.000008221555,0.0002676437,0.0003055196,0.02033709],"category_scores_gemma":[0.0630642,0.00005868582,0.00001163051,0.0008611896,0.0008944289,0.000184229,0.000126095,0.00219807,0.000429787],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000303827,"about_ca_system_score_gemma":0.005567938,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003706459,"about_ca_topic_score_gemma":0.003538574,"domain_scores_codex":[0.990703,0.004880984,0.0006283362,0.0003239819,0.002598797,0.0008649092],"domain_scores_gemma":[0.9953282,0.002685114,0.00005902932,0.0001927278,0.0002397191,0.001495217],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003868909,0.0004250435,0.07249915,0.0001696118,0.000003830798,0.00000420802,0.2784282,9.864451e-8,0.00001331961,0.005397207,0.3592679,0.2837528],"study_design_scores_gemma":[0.002007897,0.000240471,0.06042448,0.002558774,0.000003273942,0.000009438209,0.396993,0.01481816,0.000003693216,0.01226289,0.5104622,0.0002157242],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6795781,0.0009093431,0.0001015533,0.2903302,0.0003139617,0.0003438873,1.748944e-7,0.00002426844,0.02839855],"genre_scores_gemma":[0.987084,0.0003787425,0.0003345613,0.004817649,0.002358954,0.000209105,0.000006975103,0.00001072459,0.004799312],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3075059,"threshold_uncertainty_score":0.9902062,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2119216190","doi":"10.3109/0142159x.2013.804977","title":"Ethnography in qualitative educational research: AMEE Guide No. 80","year":2013,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":327,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Ethnography; Context (archaeology); Sociology; Qualitative research; Engineering ethics; Work (physics); Reading (process); Epistemology; Pedagogy; Social science; Political science","authors":[{"name":"Scott Reeves","is_ca":false},{"name":"Jennifer Peller","is_ca":true},{"name":"Joanne Goldman","is_ca":true},{"name":"Simon Kitto","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4244117492924676,"gpt":0.6145092642709147,"spread":0.1900975149784471,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.01160378,0.0004535363,0.001710366,0.001866126,0.0001198429,0.00003616668,0.0006634244,0.001440319,0.04410961],"category_scores_gemma":[0.06383467,0.0003368696,0.0003863725,0.003404232,0.001262296,0.0001042153,0.0001786857,0.005990969,0.007350499],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009268189,"about_ca_system_score_gemma":0.005085179,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003082926,"about_ca_topic_score_gemma":0.00001480528,"domain_scores_codex":[0.9909635,0.002382471,0.001835439,0.0007885194,0.003232501,0.0007976316],"domain_scores_gemma":[0.9954523,0.001406178,0.0003458337,0.001010531,0.001241105,0.0005440456],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002928137,0.0006632099,0.00008295708,0.004431056,0.00009822646,0.000006741491,0.002067277,2.972557e-9,2.792675e-8,0.0008094206,0.4908501,0.5009881],"study_design_scores_gemma":[0.0004155849,0.00009211947,0.00002963242,0.01920276,0.000123372,0.00004117324,0.001797565,0.00004734619,3.052073e-8,0.0005906984,0.9773789,0.000280837],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001787985,0.9177679,0.00002551982,0.00971776,0.001363253,0.001929314,0.000004044032,0.00004958345,0.06896381],"genre_scores_gemma":[0.000005350839,0.9298725,0.002675015,0.0008521338,0.003283165,0.002254824,0.0009261967,0.0001078869,0.06002292],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5007072,"threshold_uncertainty_score":0.9999083,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3100790405","doi":"10.1080/0142159x.2020.1838465","title":"The recommended description of an entrustable professional activity: AMEE Guide No. 140","year":2020,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":323,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Summative assessment; Construct (python library); Scope (computer science); Medical education; Curriculum; Computer science; Formative assessment; Psychology; Engineering ethics; Medicine; Mathematics education; Pedagogy","authors":[{"name":"Olle ten Cate","is_ca":false},{"name":"David Taylor","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04577294092804456,"gpt":0.3618152246980855,"spread":0.3160422837700409,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001467855,0.000112169,0.000224664,0.00003950368,0.0001417328,0.00001307639,0.0002095369,0.0002052166,0.004758062],"category_scores_gemma":[0.009849057,0.0000711912,0.00005261594,0.0003430544,0.0001957821,0.0001285391,0.00006908539,0.0007992245,0.0001051398],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001125909,"about_ca_system_score_gemma":0.0005304539,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003346095,"about_ca_topic_score_gemma":0.000004082419,"domain_scores_codex":[0.997847,0.000209386,0.0004177024,0.000225123,0.001053182,0.000247604],"domain_scores_gemma":[0.9989808,0.00005566348,0.0001343709,0.0002953337,0.0002711429,0.0002626511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004535361,0.001204528,0.01139125,0.0001415931,0.00008760255,0.0000127422,0.001724006,3.827408e-7,0.003020671,0.000607156,0.6710651,0.3102915],"study_design_scores_gemma":[0.002260352,0.0005878728,0.008014974,0.0002472279,0.00008370558,0.00002606175,0.00229019,0.05696379,0.001276887,0.000381947,0.92768,0.0001870525],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8720393,0.00004755672,0.001319902,0.1130438,0.001278292,0.000402651,0.00000105178,0.00008361236,0.01178377],"genre_scores_gemma":[0.9650066,0.00003836968,0.002927477,0.009366796,0.002018081,0.00009056822,0.00008829768,0.00003593424,0.02042791],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3101044,"threshold_uncertainty_score":0.9984914,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2102155732","doi":"10.1080/01421590701477449","title":"Why medical students should learn how to teach","year":2007,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":323,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Psychology; MEDLINE; Mathematics education; Medicine; Political science","authors":[{"name":"Mylène Dandavino","is_ca":true},{"name":"Linda Snell","is_ca":true},{"name":"Jeffrey Wiseman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1325147424761782,"gpt":0.4958441634225424,"spread":0.3633294209463643,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.009329875,0.0008492282,0.002907832,0.001007954,0.0001569565,0.000105887,0.002132114,0.003519203,0.0446022],"category_scores_gemma":[0.03314315,0.0006132481,0.0006278235,0.001935191,0.0004870483,0.00007421361,0.0007059064,0.007193321,0.001372896],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009415637,"about_ca_system_score_gemma":0.002509391,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003940161,"about_ca_topic_score_gemma":0.00001446935,"domain_scores_codex":[0.9834246,0.0003819996,0.001629611,0.001197823,0.01224239,0.0011236],"domain_scores_gemma":[0.9957098,0.00020766,0.0003253688,0.001317757,0.0003010741,0.002138379],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007476487,0.0006800137,0.0002245592,0.003400629,0.0001997405,0.0002555569,0.00008627588,2.984811e-9,1.376696e-8,0.00004836764,0.4077909,0.5873065],"study_design_scores_gemma":[0.0007428958,0.0001608377,0.00001850509,0.02307525,0.0007837742,0.0005732679,0.0001202004,0.00004107452,9.788501e-8,0.00000791021,0.9739593,0.0005168541],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00009704226,0.9257916,0.002483457,0.05507916,0.002702611,0.001690253,0.000003271952,0.0003838453,0.01176871],"genre_scores_gemma":[0.000007820609,0.9084175,0.0008663256,0.03638156,0.007326383,0.0004404351,0.0005722327,0.0002560585,0.04573171],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5867896,"threshold_uncertainty_score":0.9996319,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2896892568","doi":"10.1080/0142159x.2018.1500016","title":"2018 Consensus framework for good assessment","year":2018,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":315,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Set (abstract data type); Task (project management); Task group; Medical education; Diversity (politics); Field (mathematics); Representation (politics); Management science; Computer science; Medicine; Psychology; Political science; Engineering management; Management; Engineering; Law; Mathematics","authors":[{"name":"John J. Norcini","is_ca":false},{"name":"M. Brownell Anderson","is_ca":false},{"name":"Valdes Roberto Bóllela","is_ca":false},{"name":"Vanessa Burch","is_ca":false},{"name":"Manuel João Costa","is_ca":false},{"name":"Robbert Duvivier","is_ca":false},{"name":"Richard Hays","is_ca":false},{"name":"Maria Felisa Palacios Mackay","is_ca":true},{"name":"Trudie Roberts","is_ca":false},{"name":"David B. Swanson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04215607722440534,"gpt":0.4338291115566985,"spread":0.3916730343322932,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001355258,0.0001282831,0.0002436522,0.0000840377,0.0001276482,0.00001214362,0.0001398326,0.0003980465,0.01193946],"category_scores_gemma":[0.008321871,0.0001011847,0.0000712152,0.0003001677,0.0005576583,0.00001820435,0.00003707441,0.0006377831,0.0002774818],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001761319,"about_ca_system_score_gemma":0.0005665592,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001153045,"about_ca_topic_score_gemma":0.000002325805,"domain_scores_codex":[0.998266,0.00005129268,0.0003791578,0.0002821735,0.0006913377,0.0003300184],"domain_scores_gemma":[0.9988827,0.0001048092,0.0000804162,0.0004082405,0.0002930078,0.0002308261],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008730537,0.0009912992,0.03420376,0.0001058511,0.000135721,0.00001357338,0.0004978707,2.635053e-8,0.0000462329,0.08827418,0.7541493,0.1214949],"study_design_scores_gemma":[0.002593181,0.001040413,0.01218091,0.0004756784,0.0001572532,0.0001100772,0.0006781731,0.01349058,0.0001282158,0.02425766,0.9446113,0.0002766008],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5423002,0.0001065739,0.2429688,0.133436,0.005508377,0.001235329,0.000003482889,0.0003077388,0.07413353],"genre_scores_gemma":[0.7774612,0.000008085761,0.1882596,0.01262048,0.008305704,0.0002351359,0.00007636028,0.0000557846,0.01297759],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2351611,"threshold_uncertainty_score":0.9962658,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1997311393","doi":"10.3109/0142159x.2012.687120","title":"The educational theory basis of team-based learning","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":309,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of Waterloo","funders":"National Board of Medical Examiners; McMaster University","keywords":"Team-based learning; Set (abstract data type); Psychology; Health care; Medical education; Critical thinking; Work (physics); Teamwork; Knowledge management; Pedagogy; Medicine; Computer science; Engineering","authors":[{"name":"Patricia K. Hrynchak","is_ca":true},{"name":"Helen Batty","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02110978685393743,"gpt":0.34034056465449,"spread":0.3192307778005525,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01066563,0.00005455374,0.00008130628,0.00002746429,0.0007324343,0.0000164234,0.0002429867,0.000104821,0.01027252],"category_scores_gemma":[0.009255273,0.00003570157,0.00005801243,0.0001649452,0.0004581629,0.00007349806,0.00002317478,0.0004848341,0.00008116556],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004163487,"about_ca_system_score_gemma":0.0006072309,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003022971,"about_ca_topic_score_gemma":0.00004394099,"domain_scores_codex":[0.9970927,0.001708726,0.0001460055,0.00007732697,0.0006597449,0.0003155545],"domain_scores_gemma":[0.9983692,0.001239778,0.00007319562,0.00008975851,0.00003964337,0.0001884245],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002943386,0.0002171379,0.6219532,0.00001424771,0.00003252774,2.279712e-7,0.02286501,0.000008301722,0.00001572131,0.1634397,0.009784738,0.1816397],"study_design_scores_gemma":[0.00020356,0.00002311795,0.009404502,0.0000377246,0.00001605013,3.973192e-7,0.005214483,0.000218854,0.00004716258,0.0031623,0.9815686,0.0001032279],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.18372,0.003618615,0.002127225,0.03545607,0.0009568664,0.0002809325,5.609828e-7,0.0001260077,0.7737138],"genre_scores_gemma":[0.983349,0.00002951312,0.0001339778,0.0002243592,0.0007174187,0.00001806785,0.000002240297,0.000007280433,0.01551817],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9717839,"threshold_uncertainty_score":0.9990902,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2151947725","doi":"10.3109/0142159x.2013.849802","title":"The effectiveness of team-based learning on learning outcomes in health professions education: BEME Guide No. 30","year":2013,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":303,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal College of Physicians and Surgeons of Canada; The Canadian Association of Professional Academic Librarians; Misericordia Community Hospital; University of Alberta","funders":"","keywords":"Team-based learning; Medical education; Medicine; Significant difference; Protocol (science); Psychology; MEDLINE; Alternative medicine; Internal medicine","authors":[{"name":"Mim Fatmi","is_ca":true},{"name":"Lisa Hartling","is_ca":true},{"name":"Tracey Hillier","is_ca":true},{"name":"Anna Oswald","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0547566893579196,"gpt":0.4486078973199616,"spread":0.393851207962042,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02326229,0.0003407723,0.001409687,0.0002150087,0.001115211,0.00005924257,0.0007441884,0.0005875947,0.001742894],"category_scores_gemma":[0.02759924,0.0002047018,0.0003320537,0.0005678114,0.0003893478,0.0000672757,0.00009851021,0.003520671,0.0003731135],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005863255,"about_ca_system_score_gemma":0.01007963,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004771618,"about_ca_topic_score_gemma":0.000180613,"domain_scores_codex":[0.9757827,0.0209211,0.0009934198,0.0004397146,0.001208004,0.0006550965],"domain_scores_gemma":[0.9928625,0.005621002,0.0007567162,0.0002984917,0.0001404949,0.0003207432],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007548588,0.0002354231,0.007031969,0.00500063,0.00004326166,0.000001172926,0.001141295,0.00001194086,2.560089e-8,0.001282912,0.001566525,0.9836773],"study_design_scores_gemma":[0.0002054017,0.0001313955,0.0001476586,0.02579884,0.00002792205,3.708208e-7,0.0007727293,0.00004226276,4.729803e-8,0.00005878247,0.9726094,0.000205202],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00006339327,0.9254881,0.00008639492,0.001933661,0.001034332,0.002709118,8.029734e-7,0.0001412032,0.06854301],"genre_scores_gemma":[0.0006244408,0.9512851,0.0001194306,0.0001640163,0.0005103138,0.001129281,0.00004722643,0.00007527143,0.04604488],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9834721,"threshold_uncertainty_score":0.9991696,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2103241690","doi":"10.3109/0142159x.2014.993371","title":"Twitter as a tool for communication and knowledge exchange in academic medicine: A guide for skeptics and novices","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":280,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Skepticism; Quality (philosophy); Order (exchange); Public relations; Health care; Health professionals; Knowledge management; Engineering ethics; Information overload; Psychology; Medical education; Political science; Computer science; Medicine; Business; World Wide Web; Engineering; Epistemology","authors":[{"name":"Esther K. Choo","is_ca":false},{"name":"Megan L. Ranney","is_ca":false},{"name":"Teresa M. Chan","is_ca":true},{"name":"N. Seth Trueger","is_ca":false},{"name":"Amy E. Walsh","is_ca":false},{"name":"Ken Tegtmeyer","is_ca":false},{"name":"Shannon McNamara","is_ca":false},{"name":"Ricky Y. Choi","is_ca":false},{"name":"Christopher L. Carroll","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1604325987501646,"gpt":0.4957374027620428,"spread":0.3353048040118782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006139096,0.00008117979,0.0001917351,0.00007135919,0.0002259689,0.00001344289,0.0002034015,0.0003435855,0.0001795903],"category_scores_gemma":[0.03219132,0.00007199696,0.00001583368,0.000134719,0.0005676681,0.00008819249,0.00004571782,0.0002778959,0.00000489597],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001062947,"about_ca_system_score_gemma":0.0002495855,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00249299,"about_ca_topic_score_gemma":0.003531282,"domain_scores_codex":[0.9985595,0.0004022666,0.0003040927,0.0001880633,0.0002725674,0.0002734815],"domain_scores_gemma":[0.9956824,0.003794679,0.00008957101,0.0001249753,0.0000868123,0.0002215982],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004048053,0.00008747148,0.1067159,0.000428533,0.0000111824,1.329775e-7,0.4609948,1.923192e-8,0.0000115659,0.01760433,0.05481212,0.3592935],"study_design_scores_gemma":[0.001158497,0.00009963985,0.01284726,0.0002266992,0.00002054506,5.563782e-7,0.00870067,0.0008936656,0.000001383675,0.01075285,0.9651846,0.0001136479],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8818876,0.003763884,0.0008014453,0.1029923,0.001048227,0.002373437,9.438119e-7,0.00005182911,0.007080405],"genre_scores_gemma":[0.9813202,0.002919188,0.001663945,0.003379355,0.0044084,0.003690398,0.00001978315,0.00003038505,0.002568368],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9103725,"threshold_uncertainty_score":0.9759609,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2145187709","doi":"10.3109/0142159x.2013.789134","title":"Assessment in the post-psychometric era: Learning to love the subjective and collective","year":2013,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":269,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Competence (human resources); Standardization; Psychology; Psychometrics; Applied psychology; Medical education; Social psychology; Medicine; Clinical psychology; Computer science","authors":[{"name":"Brian Hodges","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04937914559346081,"gpt":0.4244411990137968,"spread":0.3750620534203361,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004260559,0.0003305392,0.00100952,0.0007103281,0.0001304102,0.00005943417,0.0004108864,0.0005125175,0.002727014],"category_scores_gemma":[0.01627398,0.0001528922,0.0001436234,0.004082121,0.0002545399,0.0000414348,0.0001144268,0.005055245,0.0003111614],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007920984,"about_ca_system_score_gemma":0.001904436,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009278841,"about_ca_topic_score_gemma":0.000008002642,"domain_scores_codex":[0.9959995,0.001075315,0.0006705436,0.0004762948,0.001407239,0.000371078],"domain_scores_gemma":[0.9981726,0.0007269031,0.0002121622,0.0004594136,0.0002615923,0.0001673033],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000487579,0.00027519,0.001218729,0.0007653217,0.000121474,0.00001102331,0.003730896,5.056889e-8,3.004153e-8,0.0001170977,0.02721637,0.966539],"study_design_scores_gemma":[0.0004392518,0.0003239598,0.01196798,0.003457538,0.0003360223,0.0001729303,0.00410992,0.000121666,1.446222e-8,0.00006876959,0.978811,0.0001909253],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002886148,0.9282882,0.0001849628,0.02260312,0.0006990772,0.004746005,0.000001531655,0.0000336737,0.04055724],"genre_scores_gemma":[0.001504414,0.9720394,0.0004618068,0.00539499,0.001408722,0.001405924,0.0000992836,0.0000826031,0.01760285],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.966348,"threshold_uncertainty_score":0.9981846,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2624201961","doi":"10.1080/0142159x.2017.1315067","title":"A call to action: The controversy of and rationale for competency-based medical education","year":2017,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":253,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; McGill University; McMaster University","funders":"","keywords":"Harm; Dysfunctional family; Set (abstract data type); Doctrine; Medical education; Action (physics); SAFER; Call to action; Health care; Quality (philosophy); Medicine; Patient safety; Psychology; Nursing; Political science; Computer science; Business; Law; Psychotherapist; Social psychology","authors":[{"name":"Eric S. Holmboe","is_ca":false},{"name":"Jonathan Sherbino","is_ca":true},{"name":"Robert Englander","is_ca":false},{"name":"Linda Snell","is_ca":true},{"name":"Jason R. Frank","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03923840277800511,"gpt":0.4082652188875098,"spread":0.3690268161095047,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001427902,0.00009292371,0.0002154964,0.00006641664,0.0002630518,0.00002136948,0.0002501126,0.000188548,0.001798757],"category_scores_gemma":[0.02707789,0.00006172908,0.00005349712,0.00008248103,0.0004513307,0.00005321046,0.00004114853,0.0003103584,0.00001077618],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006729879,"about_ca_system_score_gemma":0.003887282,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000725242,"about_ca_topic_score_gemma":0.0000657968,"domain_scores_codex":[0.9983084,0.00004801615,0.0003334597,0.0001943951,0.0009658676,0.0001499026],"domain_scores_gemma":[0.998691,0.0001225155,0.0001445081,0.0004504375,0.0003473383,0.000244258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003667625,0.001441094,0.0398603,0.000334272,0.0001081132,0.000003400303,0.0009917862,0.000001119189,0.0001364107,0.03825952,0.4070728,0.5114244],"study_design_scores_gemma":[0.01070403,0.0009262177,0.1105763,0.001373621,0.0003426362,0.0001268074,0.001974541,0.1144387,0.0003437661,0.007244416,0.7515223,0.0004266484],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4189433,0.0001067421,0.0115662,0.5620499,0.001044989,0.001204555,0.0000025599,0.00002900836,0.005052686],"genre_scores_gemma":[0.9711229,0.0000133399,0.005868482,0.01770987,0.001420365,0.0003908736,0.00006281311,0.00001821651,0.003393106],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5521796,"threshold_uncertainty_score":0.9991137,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2088910496","doi":"10.3109/0142159x.2012.703791","title":"Generalizability theory for the perplexed: A practical introduction and guide: AMEE Guide No. 68","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":250,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Generalizability theory; Generalization; Reliability (semiconductor); Computer science; Variance (accounting); Psychology; Management science; Cognitive psychology; Statistics; Mathematics","authors":[{"name":"R Blöch","is_ca":true},{"name":"Geoffrey R. Norman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1690163772069375,"gpt":0.4518711929609048,"spread":0.2828548157539673,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05644593,0.0001599456,0.0002587284,0.0000386504,0.0003011688,0.0001296919,0.0004890902,0.0001678344,0.0142133],"category_scores_gemma":[0.1232879,0.00007815242,0.0001405412,0.0001769917,0.0005986888,0.000310262,0.0002065149,0.0003672504,0.0003808298],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008642022,"about_ca_system_score_gemma":0.0001184141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003782767,"about_ca_topic_score_gemma":0.00001005719,"domain_scores_codex":[0.9942915,0.001344817,0.0007941172,0.000506057,0.002628412,0.0004351201],"domain_scores_gemma":[0.9950133,0.003105376,0.0001586488,0.000925715,0.0004222743,0.0003746947],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008474184,0.0003795153,0.03989009,0.00001038858,0.0000402429,4.49781e-7,0.0006533791,0.000003159799,0.0001149553,0.005778612,0.8784801,0.0745644],"study_design_scores_gemma":[0.0003445919,0.00007146253,0.007194897,0.000004889312,0.00004198372,0.00001228238,0.0008709682,0.003345006,0.00005488939,0.01215599,0.9757878,0.0001152438],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3717804,0.003499884,0.2375172,0.3563158,0.008717683,0.002736955,0.00001120786,0.0001683677,0.01925247],"genre_scores_gemma":[0.8307664,0.0003239797,0.02060918,0.01058083,0.02246063,0.0006459841,0.0000158687,0.00005816309,0.1145389],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.458986,"threshold_uncertainty_score":0.9866878,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2057609859","doi":"10.1080/01421590400019542","title":"Medical students’ perceptions of an undergraduate research elective","year":2004,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":250,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Medical education; Perception; Curriculum; Medical school; Psychology; Medicine; Elective surgery; Pedagogy","authors":[{"name":"Robyn L. Houlden","is_ca":true},{"name":"Jamila B. Raja","is_ca":true},{"name":"Christine Collier","is_ca":true},{"name":"A.F. Clark","is_ca":true},{"name":"Jennifer M. Waugh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1853603057412924,"gpt":0.5573663216278434,"spread":0.372006015886551,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01460841,0.0001638425,0.0004835323,0.0003282926,0.0001684972,0.0000195797,0.0006831502,0.0005580864,0.009267303],"category_scores_gemma":[0.1161598,0.0001170779,0.0001122372,0.0007996494,0.001293136,0.0001002014,0.0002294161,0.003109555,0.0003759776],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005957159,"about_ca_system_score_gemma":0.0160863,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008893107,"about_ca_topic_score_gemma":0.0002275131,"domain_scores_codex":[0.9838222,0.0007627379,0.000557882,0.0004286813,0.01292148,0.001506985],"domain_scores_gemma":[0.9812233,0.0003116537,0.00004833584,0.0005531056,0.0004984537,0.01736512],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003102368,0.04013529,0.2732396,0.001771047,0.0008573147,0.008003999,0.009729215,0.000003495707,0.001987574,0.01444826,0.1698244,0.4768975],"study_design_scores_gemma":[0.08963473,0.04096856,0.5672552,0.01082678,0.0003929224,0.003486795,0.01204496,0.005077554,0.002665278,0.06747771,0.1982751,0.001894467],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8427213,0.0001413388,0.0007473888,0.1454872,0.00009976753,0.0005594383,0.000001896268,0.0000756252,0.01016603],"genre_scores_gemma":[0.9913225,0.0004923399,0.0002304184,0.004282338,0.0007141374,0.00005888202,0.00003018649,0.00003552753,0.002833704],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4750031,"threshold_uncertainty_score":0.9991903,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160920320","doi":"10.3109/01421591003677897","title":"Faculty development: From workshops to communities of practice","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":249,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Psychology; Medicine","authors":[{"name":"Yvonne Steinert","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04262219926335108,"gpt":0.3884966564787796,"spread":0.3458744572154285,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001164323,0.0001013416,0.0002172903,0.00009965629,0.00006863977,0.000008419987,0.0002294334,0.0002538006,0.01091769],"category_scores_gemma":[0.008982802,0.00008167114,0.00002856532,0.0003454549,0.0001972389,0.00007039397,0.00009023914,0.001231804,0.0002012453],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004501436,"about_ca_system_score_gemma":0.0004323896,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000348605,"about_ca_topic_score_gemma":0.000121072,"domain_scores_codex":[0.9983037,0.00006268288,0.0004051654,0.0001225151,0.0009296329,0.0001763714],"domain_scores_gemma":[0.9988956,0.0001178294,0.00008729396,0.0003906187,0.000302257,0.0002063593],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000153629,0.002066176,0.07801136,0.00006313482,0.000231551,0.00002236385,0.05381219,3.952892e-7,0.0006622139,0.001412346,0.1563612,0.7072034],"study_design_scores_gemma":[0.000817749,0.00004946165,0.04303733,0.0002264862,0.0000543122,0.00002704482,0.01012896,0.0003652305,0.0005808066,0.00008692966,0.9444891,0.000136634],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9606744,0.00001709044,0.001712349,0.02029919,0.0005942276,0.0001764144,0.000001559559,0.00005444215,0.01647031],"genre_scores_gemma":[0.9284397,0.00000284265,0.06276831,0.005490999,0.0004982457,0.00004388208,0.0003078186,0.0000193202,0.002428846],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7881279,"threshold_uncertainty_score":0.999365,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2170654033","doi":"10.3109/0142159x.2010.500703","title":"Competency-based medical education: implications for undergraduate programs","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":247,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Accreditation; Curriculum; Context (archaeology); Medical education; Undergraduate education; Lifelong learning; Computer science; Engineering ethics; Medicine; Psychology; Pedagogy; Engineering","authors":[{"name":"Peter Harris","is_ca":false},{"name":"Linda Snell","is_ca":true},{"name":"Martin Talbot","is_ca":false},{"name":"Ronald M. Harden","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02358134566353283,"gpt":0.3786234255322617,"spread":0.3550420798687289,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00145069,0.0002076276,0.0003153914,0.0001738227,0.0002059247,0.0000296778,0.0004086885,0.0005855338,0.006309245],"category_scores_gemma":[0.01126791,0.0001700429,0.0001507003,0.0006329136,0.0005866048,0.00006058325,0.00004047548,0.001311149,0.0001184981],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009964655,"about_ca_system_score_gemma":0.01235553,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000253505,"about_ca_topic_score_gemma":0.0000807094,"domain_scores_codex":[0.9972823,0.00005225289,0.0006155152,0.0004422971,0.001175399,0.000432215],"domain_scores_gemma":[0.9978081,0.00006383848,0.0001224504,0.0007080734,0.0005764197,0.0007211192],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004026447,0.004240185,0.1205954,0.0001823635,0.00006038825,0.000003122262,0.00009609672,8.967398e-8,0.00007981616,0.1809566,0.1689513,0.5247943],"study_design_scores_gemma":[0.004576792,0.0004467759,0.02429941,0.0005147487,0.0002275257,0.0003510718,0.0002094421,0.03442886,0.00005503786,0.044402,0.8899252,0.0005631181],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.191364,0.00008109453,0.01923597,0.7633256,0.002922359,0.001681002,0.000002084902,0.0004095882,0.02097828],"genre_scores_gemma":[0.9049546,0.00001374285,0.05478138,0.02519006,0.004011177,0.00252136,0.001350449,0.00009761116,0.00707969],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7381356,"threshold_uncertainty_score":0.9970606,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2151279658","doi":"10.3109/01421590903473969","title":"The effect of educational games on medical students’ learning outcomes: A systematic review: BEME Guide No 14","year":2010,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Educational Games and Gamification","field":"Psychology","cited_by":243,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Randomized controlled trial; Quality (philosophy); Psychological intervention; Educational game; Psychology; Medicine; Mathematics education; Nursing","authors":[{"name":"Elie A. Akl","is_ca":false},{"name":"Richard Pretorius","is_ca":false},{"name":"Kay Sackett","is_ca":false},{"name":"William Scott Erdley","is_ca":false},{"name":"Paranthaman Seth S Bhoopathi","is_ca":false},{"name":"Ziad Alfarah","is_ca":false},{"name":"Holger J. Schünemann","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02847322023926728,"gpt":0.4478506375313111,"spread":0.4193774172920438,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0122779,0.0005363421,0.002757962,0.0001230674,0.0001405262,0.00004475701,0.002316102,0.0009704611,0.01954125],"category_scores_gemma":[0.05247141,0.0002645733,0.0008783013,0.0002620043,0.0003464541,0.00002275773,0.000158603,0.002859517,0.00422273],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001387342,"about_ca_system_score_gemma":0.0006694703,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002944265,"about_ca_topic_score_gemma":0.000007292745,"domain_scores_codex":[0.989165,0.003958642,0.002197033,0.000602614,0.003668655,0.0004080425],"domain_scores_gemma":[0.988664,0.008341284,0.001253986,0.001164038,0.000167436,0.0004092824],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001074022,0.0007593412,0.002508324,0.4845525,0.001395026,0.000007246232,0.000330291,1.366933e-8,7.202156e-9,0.00229493,0.1576119,0.3505297],"study_design_scores_gemma":[0.0002038174,0.0001428552,0.0001390357,0.2036186,0.001066705,0.00003921847,0.00002483561,0.000001694767,5.861051e-9,0.000008696087,0.7945697,0.0001847619],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00002192945,0.9765263,0.000006246248,0.005391267,0.002766471,0.00233822,0.000003917685,0.00003204014,0.01291357],"genre_scores_gemma":[0.000008731151,0.8582208,0.00000692393,0.0005814302,0.0008840364,0.002588721,0.0001773047,0.00006653137,0.1374655],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6369578,"threshold_uncertainty_score":0.9999806,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2109542657","doi":"10.3109/0142159x.2012.733451","title":"Simulation in healthcare: A taxonomy and a conceptual framework for instructional design and media selection","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":239,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Alberta Health; McMaster Children's Hospital; Alberta Health Services; Royal College of Physicians and Surgeons of Canada; University of Ottawa; Université Laval","funders":"Université Laval","keywords":"Computer science; Modalities; Presentation (obstetrics); Selection (genetic algorithm); Conceptual framework; Bridging (networking); Health care; Taxonomy (biology); Instructional design; Multimedia; Human–computer interaction; Management science; Medicine; Artificial intelligence","authors":[{"name":"Gilles Chiniara","is_ca":true},{"name":"Gary Cole","is_ca":true},{"name":"Ken Brisbin","is_ca":true},{"name":"Dan Huffman","is_ca":true},{"name":"Betty Cragg","is_ca":true},{"name":"Mike Lamacchia","is_ca":false},{"name":"Dianne Norman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1305588636418131,"gpt":0.3956274353074059,"spread":0.2650685716655928,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009130666,0.0001110909,0.0002046097,0.0001260608,0.0000799334,0.000007872743,0.00002440152,0.0003373871,0.0004036124],"category_scores_gemma":[0.002743553,0.0001044904,0.00002108636,0.0001925396,0.0001602937,0.0001163446,0.00001077018,0.0004211302,0.000003227569],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001934018,"about_ca_system_score_gemma":0.0003783641,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001166543,"about_ca_topic_score_gemma":0.000007354119,"domain_scores_codex":[0.9986899,0.0001740859,0.0003164325,0.0002125403,0.000330905,0.0002761329],"domain_scores_gemma":[0.997596,0.001635116,0.00007143613,0.00008256801,0.0001247975,0.0004900472],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001696053,0.00007901651,0.9669704,0.00008372567,0.00001167684,3.550413e-7,0.002237247,0.0001922549,0.000001332731,0.005583675,0.0001240425,0.02454662],"study_design_scores_gemma":[0.003478096,0.0002592762,0.705903,0.0002997548,0.00004739678,0.00005313345,0.00168278,0.2759491,0.00001671929,0.00552042,0.006539523,0.0002507917],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8245093,0.0009120265,0.1604652,0.01233364,0.0004762037,0.001232553,0.000001953116,0.00005505619,0.00001407848],"genre_scores_gemma":[0.9562602,0.0000131481,0.04088055,0.000942345,0.001477142,0.000352716,0.00003117315,0.00001802508,0.00002471316],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2757569,"threshold_uncertainty_score":0.4419273,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2144120846","doi":"10.3109/0142159x.2011.595436","title":"‘The research compass’: An introduction to research in medical education: AMEE Guide No. 56","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":231,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Compass; Field (mathematics); Process (computing); Computer science; Management science; Section (typography); Observational study; Key (lock); Engineering ethics; Medical education; Medicine; Engineering; Mathematics","authors":[{"name":"Charlotte Ringsted","is_ca":false},{"name":"Brian Hodges","is_ca":true},{"name":"Albert Scherpbier","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2027835996162742,"gpt":0.5309919318578881,"spread":0.3282083322416139,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03536678,0.0001754962,0.000311662,0.0008959299,0.0004938276,0.00005080067,0.0009835293,0.0005360814,0.01952501],"category_scores_gemma":[0.06705793,0.0001265854,0.00005882434,0.003210929,0.001504903,0.0001513258,0.0002799857,0.004357786,0.002114774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008657694,"about_ca_system_score_gemma":0.005265293,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001148099,"about_ca_topic_score_gemma":0.0003883234,"domain_scores_codex":[0.9893752,0.001665705,0.0009506005,0.0007365265,0.006259565,0.001012406],"domain_scores_gemma":[0.9939657,0.00027673,0.00006600112,0.001555046,0.002822393,0.001314123],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001753689,0.002103162,0.008164272,0.00003856305,0.00001665597,0.00003324188,0.002396215,8.49901e-8,0.00001533191,0.009331156,0.8012214,0.1765045],"study_design_scores_gemma":[0.0007152513,0.0005421333,0.008444045,0.0002775605,0.000009047132,0.0001027806,0.004749376,0.001930932,0.00004566453,0.001920139,0.9811143,0.0001487264],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4607746,0.0002231168,0.0002422557,0.441336,0.004051727,0.0013361,3.813689e-7,0.0001160857,0.09191978],"genre_scores_gemma":[0.8444791,0.0002211184,0.007994912,0.01180664,0.04607882,0.002180094,0.00023421,0.0001696522,0.08683545],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4295293,"threshold_uncertainty_score":0.9986622,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2478504039","doi":"10.1080/0142159x.2019.1566601","title":"The clinical learning environment","year":2019,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":231,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan; University of Manitoba; Royal College of Physicians and Surgeons of Canada; McGill University; Queen's University","funders":"","keywords":"Dialog box; Psychological intervention; Context (archaeology); Diversity (politics); Socialization; Psychology; Inclusion (mineral); Quality (philosophy); Learning environment; Medical education; Engineering ethics; Pedagogy; Medicine; Sociology; Nursing; Computer science; Engineering; Social psychology","authors":[{"name":"Jonas Nordquist","is_ca":false},{"name":"Jena Hall","is_ca":true},{"name":"Kelly J. Caverzagie","is_ca":false},{"name":"Linda Snell","is_ca":true},{"name":"Ming‐Ka Chan","is_ca":true},{"name":"Brent Thoma","is_ca":true},{"name":"Saleem Razack","is_ca":true},{"name":"Ingrid Philibert","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0237084795197686,"gpt":0.3412772213539641,"spread":0.3175687418341955,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001105934,0.00007065243,0.0001773855,0.000009215451,0.00007282334,0.000007908184,0.0001004259,0.0001273367,0.02102736],"category_scores_gemma":[0.001124051,0.00003360613,0.0001237954,0.00002927612,0.0001094223,0.00001288733,0.00008190018,0.0007346349,0.003285213],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002245041,"about_ca_system_score_gemma":0.00006906576,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003747526,"about_ca_topic_score_gemma":3.102975e-7,"domain_scores_codex":[0.9988067,0.00009928978,0.000245289,0.0001569615,0.0005007486,0.0001910383],"domain_scores_gemma":[0.9992168,0.0001419528,0.00003116957,0.0002297669,0.000006123132,0.0003741856],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002092231,0.0001103316,0.8683315,0.000004671795,0.00002871642,0.00002439612,0.00005184827,2.737693e-7,0.000004733433,0.0001564615,0.005454486,0.1258117],"study_design_scores_gemma":[0.0006921561,0.0002452088,0.1587235,0.00002803207,0.00001503645,0.0000118502,0.0001586411,0.0009312255,0.000003618302,0.00003846607,0.839103,0.00004927785],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9350101,0.0003703534,0.0000444064,0.01678288,0.0003064027,0.0001578768,4.341695e-8,0.00004349225,0.04728442],"genre_scores_gemma":[0.8211156,0.0002681949,0.00006176946,0.000686611,0.0002818257,0.000004570116,0.000002081294,0.00001156243,0.1775678],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8336485,"threshold_uncertainty_score":0.9974908,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154631598","doi":"10.3109/01421590903414245","title":"Conducting a best evidence systematic review. Part 1: From idea to data coding. BEME Guide No. 13","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":229,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Systematic review; Best evidence; Best practice; Engineering ethics; Coding (social sciences); Medical education; MEDLINE; Psychology; Medicine; Political science; Sociology; Engineering; Social science","authors":[{"name":"Marilyn Hammick","is_ca":false},{"name":"Timothy Dornan","is_ca":false},{"name":"Yvonne Steinert","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1953247900495328,"gpt":0.4437700946487836,"spread":0.2484453045992507,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00689445,0.0002333827,0.0008162755,0.000100383,0.000115146,0.00003523728,0.001026244,0.0002879599,0.01582536],"category_scores_gemma":[0.2486085,0.0001758842,0.00006438054,0.0005556177,0.0002064166,0.0002281034,0.000383632,0.001530523,0.00345142],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001039481,"about_ca_system_score_gemma":0.0005130357,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003765035,"about_ca_topic_score_gemma":0.00006010675,"domain_scores_codex":[0.9956039,0.0002142419,0.001335796,0.0006612566,0.001789329,0.0003954555],"domain_scores_gemma":[0.9953097,0.0004010951,0.0003126776,0.002752079,0.0006330211,0.0005914628],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00001047633,0.0002867263,0.003618312,0.02751244,0.00009117214,0.00004422933,0.000329374,1.669629e-8,0.0007688218,0.00007689289,0.9635296,0.003731903],"study_design_scores_gemma":[0.001483827,0.0002919912,0.0005120162,0.6255227,0.002602136,0.0003369001,0.001248143,0.01225357,0.0001684832,0.000110033,0.3545633,0.0009069249],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6097462,0.01965817,0.00607005,0.3053778,0.01866295,0.009815481,0.00005376872,0.0008036994,0.02981195],"genre_scores_gemma":[0.487753,0.006070869,0.07898507,0.2635815,0.04173438,0.002906061,0.00417207,0.0005427244,0.1142543],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6089664,"threshold_uncertainty_score":0.9973245,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2037938207","doi":"10.1080/01421590801993022","title":"Introducing competency-based postgraduate medical education in the Netherlands","year":2008,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":225,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Medical education; Curriculum; Portfolio; Specialty; Legislation; Task (project management); Psychology; Medicine; Pedagogy; Political science; Management; Family medicine","authors":[{"name":"Fedde Scheele","is_ca":false},{"name":"Pim W. Teunissen","is_ca":false},{"name":"Scheltus van Luijk","is_ca":false},{"name":"Erik Heineman","is_ca":false},{"name":"Cornelia Fluit","is_ca":false},{"name":"Hanneke Mulder","is_ca":false},{"name":"Abe Meininger","is_ca":false},{"name":"Marjo Wijnen‐Meijer","is_ca":false},{"name":"Gerrit Glas","is_ca":false},{"name":"Henk E. Sluiter","is_ca":false},{"name":"Thalia Hummel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01741534135023594,"gpt":0.3349277677854071,"spread":0.3175124264351711,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002960291,0.0001669309,0.0002834264,0.0002308549,0.000138704,0.00001027646,0.0003942681,0.0003206957,0.00593386],"category_scores_gemma":[0.01126893,0.0001065921,0.00007354846,0.0008577761,0.0004517667,0.00005305907,0.00003024721,0.001459064,0.0001366498],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001559383,"about_ca_system_score_gemma":0.007495513,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001630345,"about_ca_topic_score_gemma":0.00004342145,"domain_scores_codex":[0.9962022,0.0003038052,0.0005818313,0.0003278407,0.002239311,0.0003449746],"domain_scores_gemma":[0.9989029,0.00008550786,0.00008430443,0.0005341747,0.0001618722,0.0002312733],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009975831,0.003976738,0.4400136,0.0001057659,0.00003427458,0.0002465057,0.003922515,0.000003604501,0.00001693087,0.002704342,0.3584877,0.1903883],"study_design_scores_gemma":[0.0114286,0.0009267314,0.4688247,0.002237667,0.000179799,0.004446867,0.004400126,0.1702247,0.00008744483,0.002662475,0.3335649,0.001016037],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7830797,0.0001829969,0.001118431,0.19991,0.0007251735,0.0003495887,1.909207e-7,0.00006976241,0.01456415],"genre_scores_gemma":[0.9584121,0.00006580062,0.002472195,0.0350027,0.002109302,0.0001124893,0.0001603966,0.0000297998,0.001635266],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1893723,"threshold_uncertainty_score":0.9981311,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160150328","doi":"10.1080/01421590600825326","title":"Twelve tips for developing effective mentors","year":2006,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":224,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Medical education; Brainstorming; Faculty development; Psychology; Plan (archaeology); Medicine; Professional development","authors":[{"name":"Subha Ramani","is_ca":false},{"name":"Larry D. Gruppen","is_ca":false},{"name":"Elizabeth Kachur","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0241059751823764,"gpt":0.3462792035218723,"spread":0.3221732283394959,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001218401,0.0001410916,0.0001850814,0.00005162539,0.00007992104,0.00001092322,0.0001927089,0.00025051,0.002815475],"category_scores_gemma":[0.0002979603,0.0001153664,0.00006081749,0.00009480045,0.00005416906,0.00002336863,0.00004282161,0.0002855672,0.0003588146],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001561991,"about_ca_system_score_gemma":0.00005544165,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009803459,"about_ca_topic_score_gemma":0.000004551955,"domain_scores_codex":[0.9984712,0.0001033537,0.0002732538,0.0003147573,0.0003785733,0.0004588566],"domain_scores_gemma":[0.9994999,0.0001547994,0.00005785588,0.0001316917,0.00002412126,0.0001316558],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007034789,0.0002505047,0.04134757,0.00004616104,0.0001971962,0.00003091269,0.002228885,3.512165e-7,0.0000545353,0.02918969,0.7607514,0.1658325],"study_design_scores_gemma":[0.001340124,0.00004343897,0.01520395,0.00007453705,0.00001836299,0.00001048158,0.0001804869,0.00004893322,0.000261737,0.001992238,0.9805984,0.0002272542],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6813834,0.0008725433,0.0452681,0.00693218,0.01220963,0.00142015,0.000003961976,0.0004335845,0.2514765],"genre_scores_gemma":[0.821272,0.000007593604,0.002646052,0.0009717081,0.003376408,0.001361853,0.00005736445,0.00006561998,0.1702414],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2198471,"threshold_uncertainty_score":0.9980961,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2000541305","doi":"10.3109/0142159x.2011.551560","title":"Assessment for selection for the health care professions and specialty training: Consensus statement and recommendations from the Ottawa 2010 Conference","year":2011,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Medical Education and Admissions","field":"Medicine","cited_by":223,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical education; Predictive validity; Medicine; Accountability; Mandate; Population; Health care; Psychology; Nursing; Clinical psychology; Political science","authors":[{"name":"David Prideaux","is_ca":false},{"name":"Chris Roberts","is_ca":false},{"name":"Kevin W. Eva","is_ca":true},{"name":"Angel Centeno","is_ca":false},{"name":"Peter McCrorie","is_ca":false},{"name":"I. C. McManus","is_ca":false},{"name":"Fiona Patterson","is_ca":false},{"name":"David Powis","is_ca":false},{"name":"Ara Tekian","is_ca":false},{"name":"David Wilkinson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1953252955322953,"gpt":0.4528887798393465,"spread":0.2575634843070512,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001109204,0.00009881643,0.0001871628,0.0000180747,0.0005313603,0.00001492595,0.00007081022,0.00008871671,0.0063158],"category_scores_gemma":[0.003032775,0.00004912141,0.00003646818,0.00005325457,0.000207609,0.00001510536,0.00002659185,0.0003782345,0.000001107107],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005657478,"about_ca_system_score_gemma":0.002113999,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000316739,"about_ca_topic_score_gemma":0.0006888093,"domain_scores_codex":[0.9988534,0.0001599177,0.0003274741,0.0002105314,0.0002437959,0.0002048928],"domain_scores_gemma":[0.9982035,0.0007201413,0.0001060787,0.0001424661,0.0001092689,0.0007185219],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008576841,0.0003562449,0.008711919,0.00007644613,0.0001212064,5.225156e-7,0.04197847,1.591646e-8,0.00001520529,0.005257915,0.7131628,0.2302335],"study_design_scores_gemma":[0.002693566,0.0004988834,0.04832332,0.0002897916,0.0001455513,0.00001273969,0.07331111,0.003512257,0.0000122194,0.001062002,0.870024,0.0001146112],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03833168,0.0008205153,0.02791518,0.9254258,0.001390202,0.003497605,0.0001060421,0.00006431746,0.002448703],"genre_scores_gemma":[0.9476559,0.0004342728,0.02286779,0.01917856,0.001137913,0.001052142,0.0003421392,0.00003101156,0.007300268],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9093242,"threshold_uncertainty_score":0.9945925,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2913616384","doi":"10.1080/0142159x.2018.1552782","title":"Twelve tips for implementing a community of practice for faculty development","year":2019,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":215,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Best practice; Faculty development; Community of practice; Professional development; Medical education; Context (archaeology); Engineering ethics; Knowledge management; Medicine; Psychology; Pedagogy; Political science; Computer science; Engineering","authors":[{"name":"Carvalho Filho","is_ca":false},{"name":"René A. Tio","is_ca":false},{"name":"Yvonne Steinert","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0912706789116072,"gpt":0.4524664565322751,"spread":0.3611957776206679,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004590046,0.00009723281,0.0002548373,0.00006806224,0.0001257887,0.000005581711,0.0001561385,0.0001516863,0.00134582],"category_scores_gemma":[0.01416112,0.00007927734,0.00006528004,0.0001704653,0.00006714623,0.00006559114,0.00006665161,0.000480982,0.00002403323],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001290933,"about_ca_system_score_gemma":0.0005368529,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003822641,"about_ca_topic_score_gemma":0.00000596293,"domain_scores_codex":[0.998401,0.00007985724,0.0005192887,0.0001392797,0.0005902666,0.0002702913],"domain_scores_gemma":[0.9986815,0.0002633827,0.0001939114,0.0002732266,0.0004976364,0.00009036353],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006902857,0.005149887,0.07092819,0.002601284,0.0007225556,0.000001788203,0.02730745,4.118384e-7,0.0006736516,0.005397081,0.2755323,0.6109951],"study_design_scores_gemma":[0.003303207,0.000332708,0.002949972,0.0002240535,0.00009672332,0.00001914907,0.008319943,0.001823498,0.0007547395,0.000164873,0.9818957,0.0001153833],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9595316,0.00002538928,0.0230772,0.008722791,0.0003409294,0.001513451,0.000004709006,0.00004101658,0.006742924],"genre_scores_gemma":[0.8856763,0.000002097731,0.1044027,0.002646149,0.0003430481,0.0004379064,0.0007806077,0.00003454194,0.005676612],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7063634,"threshold_uncertainty_score":0.9995671,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2622779811","doi":"10.1080/0142159x.2017.1315075","title":"Overarching challenges to the implementation of competency-based medical education","year":2017,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":207,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; University of Calgary; University of Alberta; University of Toronto","funders":"","keywords":"Accountability; Medical education; Health care; Order (exchange); Medicine; Business; Political science","authors":[{"name":"Kelly J. Caverzagie","is_ca":false},{"name":"Markku Nousiainen","is_ca":true},{"name":"Peter C. Ferguson","is_ca":true},{"name":"Olle ten Cate","is_ca":false},{"name":"Shelley Ross","is_ca":true},{"name":"Kenneth A. Harris","is_ca":true},{"name":"Jamiu O. Busari","is_ca":false},{"name":"M. Dylan Bould","is_ca":true},{"name":"Jacques Bouchard","is_ca":true},{"name":"William Iobst","is_ca":false},{"name":"Carol Carraccio","is_ca":false},{"name":"Jason R. Frank","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03650519003844239,"gpt":0.4296960516533727,"spread":0.3931908616149303,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002361949,0.0001189183,0.0002290467,0.0001232887,0.0002645744,0.00002156603,0.000559148,0.0001693158,0.00733715],"category_scores_gemma":[0.009222171,0.00007907643,0.0000672586,0.000119448,0.0002731103,0.00007107424,0.0001002533,0.0005404102,0.00005694514],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009428482,"about_ca_system_score_gemma":0.004794379,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002913576,"about_ca_topic_score_gemma":0.0002505004,"domain_scores_codex":[0.9971356,0.0001150836,0.0004642015,0.0002406517,0.001820732,0.0002237511],"domain_scores_gemma":[0.9984614,0.00004211472,0.0001987366,0.0008124186,0.0002120904,0.0002731926],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002934115,0.0006033698,0.04123291,0.0001301574,0.00004042514,0.000004592534,0.001975249,3.596105e-7,0.0000222994,0.01847015,0.03008457,0.9074066],"study_design_scores_gemma":[0.0045418,0.0006684954,0.6885499,0.002038836,0.0001969293,0.00009053883,0.00914142,0.01278991,0.0005328928,0.003681924,0.2773152,0.0004521881],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5020934,0.0002226901,0.001435825,0.4824444,0.00104505,0.0004892713,8.569217e-7,0.000036948,0.01223152],"genre_scores_gemma":[0.9884719,0.00005919976,0.002359318,0.007371389,0.001139113,0.0001214179,0.00004289756,0.00002001548,0.0004147002],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9069544,"threshold_uncertainty_score":0.9991236,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2622766655","doi":"10.1080/0142159x.2017.1315069","title":"Implementing competency-based medical education: Moving forward","year":2017,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":207,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Medical education; Computer science; Medicine","authors":[{"name":"Jason R. Frank","is_ca":true},{"name":"Linda Snell","is_ca":true},{"name":"Robert Englander","is_ca":false},{"name":"Eric S. Holmboe","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02319867364793439,"gpt":0.3896968870906127,"spread":0.3664982134426783,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003233744,0.0002034701,0.0003628948,0.00015875,0.0007837207,0.00008189162,0.0007075929,0.0003936566,0.04401333],"category_scores_gemma":[0.02690432,0.0001704439,0.000128489,0.0001727906,0.0005134736,0.0001426388,0.0002300359,0.001080584,0.0002347837],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001905496,"about_ca_system_score_gemma":0.009571891,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001434053,"about_ca_topic_score_gemma":0.00006184099,"domain_scores_codex":[0.9957899,0.00008026737,0.0006633406,0.0004087292,0.002447318,0.0006104254],"domain_scores_gemma":[0.9977023,0.00003772348,0.0002664894,0.001071348,0.0003026714,0.0006194571],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002973765,0.0012255,0.330681,0.0001960966,0.00007249406,0.00006242988,0.000254637,1.14322e-7,0.00001490641,0.0137035,0.1239721,0.5297875],"study_design_scores_gemma":[0.005719702,0.0002463871,0.09242634,0.002278502,0.000239248,0.000300989,0.001266032,0.08632196,0.0001320873,0.003495449,0.8068838,0.000689572],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4954268,0.0002228297,0.007516074,0.330922,0.003171961,0.0006427396,0.000001058271,0.0002732896,0.1618233],"genre_scores_gemma":[0.9610215,0.00001599128,0.01152769,0.01662584,0.003501763,0.0001587603,0.0001477163,0.00005524606,0.006945519],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6829116,"threshold_uncertainty_score":0.9960429,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001636102","doi":"10.1080/0142159042000192055","title":"The role of medical education in the recruitment and retention of rural physicians","year":2004,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":203,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; Memorial University of Newfoundland","funders":"","keywords":"Economic shortage; Rural area; Curriculum; Medical education; Scope (computer science); Medicine; Rural health; Health care; Physician supply; Nursing; Psychology; Political science; Pedagogy","authors":[{"name":"Vernon Curran","is_ca":true},{"name":"James Rourke","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1153799182137254,"gpt":0.5236517861371652,"spread":0.4082718679234398,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005247512,0.0002006808,0.0008919165,0.00005781895,0.000199358,0.000003829752,0.0006570431,0.0008432427,0.0006461921],"category_scores_gemma":[0.001520166,0.00009749146,0.0001531667,0.0002948476,0.0003273494,0.00002578889,0.0001437454,0.001843352,0.00002489244],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002709422,"about_ca_system_score_gemma":0.005206219,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001801622,"about_ca_topic_score_gemma":0.0005298603,"domain_scores_codex":[0.9937396,0.002771536,0.001338527,0.0001732089,0.00157642,0.0004006766],"domain_scores_gemma":[0.9980009,0.0006724637,0.0006809804,0.0004181755,0.00006451886,0.0001630224],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005364061,0.0001769895,0.0003775202,0.006494279,0.00001945441,7.608296e-7,0.001856982,8.292958e-9,8.853592e-9,0.005696134,0.002663536,0.982709],"study_design_scores_gemma":[0.0002045173,0.00004554134,0.0001164655,0.08360673,0.00009199781,0.000003982447,0.008989076,0.0000117435,2.342347e-8,0.001753238,0.905107,0.00006973552],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0008556161,0.9864283,0.00000248523,0.003889048,0.0005260217,0.002437945,0.000003550032,0.00001308725,0.00584395],"genre_scores_gemma":[0.0009498087,0.9967169,0.0000112295,0.0002386083,0.0004161023,0.0006876515,0.00005462058,0.00002108052,0.0009039934],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9826393,"threshold_uncertainty_score":0.923561,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1977012903","doi":"10.3109/0142159x.2014.943709","title":"Twelve tips for the effective use of videos in medical education","year":2014,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":199,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"York University","keywords":"Curriculum; Multimedia; Computer science; Online learning; Medical education; Psychology; Medicine; Pedagogy","authors":[{"name":"Chaoyan Dong","is_ca":false},{"name":"Poh Sun Goh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02129944846120655,"gpt":0.3722146803213946,"spread":0.350915231860188,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003421561,0.0001207933,0.000293291,0.0001494425,0.00005076202,0.000008073291,0.0002059126,0.0003392479,0.002329506],"category_scores_gemma":[0.06736089,0.00007638201,0.00008187876,0.0004499801,0.0003610339,0.00006670209,0.00004198492,0.0006911867,0.00002363853],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001302699,"about_ca_system_score_gemma":0.0009337075,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001590705,"about_ca_topic_score_gemma":0.00003772431,"domain_scores_codex":[0.9976695,0.00019608,0.0005112421,0.0002328559,0.001160953,0.0002293822],"domain_scores_gemma":[0.9982418,0.0007880696,0.0001167709,0.0004052087,0.0002614435,0.0001867053],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001256059,0.001231523,0.06156532,0.0001616389,0.00005350306,0.000001500764,0.0008392902,8.666337e-7,0.00001760838,0.005912688,0.1133094,0.816781],"study_design_scores_gemma":[0.004767012,0.0005689946,0.1453583,0.001498321,0.0002048414,0.000110895,0.0007819169,0.1598389,0.0002038711,0.002370203,0.6840178,0.0002789825],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8713112,0.0002337546,0.03717414,0.08411165,0.001838445,0.002196095,9.50647e-7,0.00006108342,0.003072686],"genre_scores_gemma":[0.9871062,0.00002441589,0.001349142,0.007964888,0.001217837,0.000670545,0.00004884148,0.00002723496,0.001590893],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.816502,"threshold_uncertainty_score":0.9985825,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}